{"severity_text":"INFO","timestamp":"2026-11-02T01:28:44.917215753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:44.965741494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:45.06319292Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:45.063224112Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:45.267758938Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:45.267810564Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:45.42530918Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/2fcd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.279527524Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.38404985Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384166871Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384233494Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384271621Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384310526Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.38435196Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384407245Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384442854Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384484296Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384519127Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384558221Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384603406Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384635053Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384726219Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.384967537Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.385050452Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.385103012Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.385124722Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.385263664Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.385414623Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.486715628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 01:28:46.486746 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.687629272Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:28:46.687701815Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 01:29:05.443986 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.444455804Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.444754995Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.444866675Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.445142267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.44527752Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.445414453Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.44549038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.445683474Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.44602685Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.446156168Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.446678316Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.446768712Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.446999907Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447249999Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447324937Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447452527Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447522806Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447700642Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447726163Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447798658Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.447873115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448536455Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448649158Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448706011Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448728245Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448777569Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448857776Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448898825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448942862Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.448993901Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.449063285Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.449083492Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.449154977Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.449202737Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.449896827Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.450381582Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.450416226Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.450446751Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.450470718Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.450489986Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.450508865Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.45138141Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.451417214Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.451749134Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.452429903Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.453571208Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.454295562Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.454523505Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.454679076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.454847512Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.455323186Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.455405241Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.776398026Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.817451292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:05.877878972Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.048594981Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.048643561Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.050756211Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.050786914Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.051255907Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.051318411Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.055081674Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.055120092Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.056163145Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.056180993Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.068706901Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.068733801Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.156607922Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.156634265Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.369442171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27bcfe3a-e67e-4992-a203-77760cbb2357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.369983349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3b81831-3da9-4492-ad38-35957604510b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.370790253Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12b9a5a7-a70f-48a9-8d51-2b48a050d533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.371129776Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2803397-f100-4f29-9b11-6ae6b0171427","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.543508813Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3b81831-3da9-4492-ad38-35957604510b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:29:06.582048284Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27bcfe3a-e67e-4992-a203-77760cbb2357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.626552781Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3772ce3d-e0d8-4fb0-add4-8b588490cdb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.626825067Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32f4ec91-28e8-4d28-82e5-273b640725d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:29:06.669286369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27bcfe3a-e67e-4992-a203-77760cbb2357","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.669861687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3b81831-3da9-4492-ad38-35957604510b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.718866786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"726e5d85-75f4-4971-8a23-87dbe7b2fdc1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.718892842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"726e5d85-75f4-4971-8a23-87dbe7b2fdc1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.726237973Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e065ca9d-3732-41dc-a55f-3873554768a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.815637676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da215a02-b7de-4d5e-ad00-0c00846233bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.869159466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da215a02-b7de-4d5e-ad00-0c00846233bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.915364338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b359581-8b2b-4e23-a8b2-72b15e1f7384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.920267326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da215a02-b7de-4d5e-ad00-0c00846233bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:06.968428246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b359581-8b2b-4e23-a8b2-72b15e1f7384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:07.019764397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b359581-8b2b-4e23-a8b2-72b15e1f7384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:07.171497954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223794d5-5360-4d0b-9d7f-f7c2febeefde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:07.221187459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223794d5-5360-4d0b-9d7f-f7c2febeefde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:07.271795394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223794d5-5360-4d0b-9d7f-f7c2febeefde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:07.320832101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223794d5-5360-4d0b-9d7f-f7c2febeefde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.124348194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fbfc29b0-5bb5-4c39-898f-a995205bb5cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.124372541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fbfc29b0-5bb5-4c39-898f-a995205bb5cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.124614266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b2e67838-5132-4198-a7e4-b2e2b1fb6e6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.124627846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b2e67838-5132-4198-a7e4-b2e2b1fb6e6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.173661983Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c897678-8f25-4df9-a772-d38c9a8a3875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.173731231Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1080f2a-6376-42e5-abe6-98180f7ae72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.187817826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48c00b77-7122-4705-9159-4bd60e903ba8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.187837122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48c00b77-7122-4705-9159-4bd60e903ba8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.188136555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fdb655cc-b614-4408-b3c7-79b9750a4363","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.188150528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fdb655cc-b614-4408-b3c7-79b9750a4363","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.271251231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"591d610e-1eb2-423a-8cd5-ce070a498297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.271266434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e842a33-8faf-4524-bd0a-c5337caaf919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.324521779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e842a33-8faf-4524-bd0a-c5337caaf919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.324678388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"591d610e-1eb2-423a-8cd5-ce070a498297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.376596354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"591d610e-1eb2-423a-8cd5-ce070a498297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.376619295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e842a33-8faf-4524-bd0a-c5337caaf919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.52683892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d45678c2-5d49-4791-9332-6ba5d0c00edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.52683933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8ba02a5-7584-4fcb-b16e-ff0998a83ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.585056566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d45678c2-5d49-4791-9332-6ba5d0c00edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.585268216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8ba02a5-7584-4fcb-b16e-ff0998a83ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.638674862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d45678c2-5d49-4791-9332-6ba5d0c00edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:09.638676952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8ba02a5-7584-4fcb-b16e-ff0998a83ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:10.368624376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c264f46-c3a1-4191-bf31-e7eac53bad6f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:10.368643661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c264f46-c3a1-4191-bf31-e7eac53bad6f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:10.82997396Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"8072611b-17b1-4015-a116-832b3a8be84e","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.574838456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d698a8ee-1a16-49de-a6ac-b9b3230a856a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.574861823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d698a8ee-1a16-49de-a6ac-b9b3230a856a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.575151624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72e40e0f-724d-4c28-9372-57fa7c2d8ed5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.575169675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72e40e0f-724d-4c28-9372-57fa7c2d8ed5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.575413267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f142df97-8f4c-4340-b622-a062d59c9dee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.575427771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f142df97-8f4c-4340-b622-a062d59c9dee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.639242593Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6365cc4c-f7bb-4696-b85d-ff9096850ed0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.663008035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7e09969-361e-4a21-93d7-eacb613f0df0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.663035771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7e09969-361e-4a21-93d7-eacb613f0df0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.663284942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d550bbd-d4e5-41d1-90fa-15fde9b3efb1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.663299821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d550bbd-d4e5-41d1-90fa-15fde9b3efb1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.663502873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7b7077cf-79c0-4a2c-9e48-b79956127059","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.663516831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7b7077cf-79c0-4a2c-9e48-b79956127059","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.738474899Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5523bdcb-1f59-4a36-9975-efd1ebb3b5a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.748639109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f12195c2-0894-4958-83f9-1b2393dd9650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.748639149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90207d02-3067-43e3-95b8-83468228a78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.801587141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90207d02-3067-43e3-95b8-83468228a78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.802097132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f12195c2-0894-4958-83f9-1b2393dd9650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.853127881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90207d02-3067-43e3-95b8-83468228a78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.853265915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f12195c2-0894-4958-83f9-1b2393dd9650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.999461008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d891a718-ae6e-4fcb-bac1-434dff50d1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:12.999461024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"152f0be2-0d5f-4bf4-8e33-38f034ba45c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.052354127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"152f0be2-0d5f-4bf4-8e33-38f034ba45c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.052439597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d891a718-ae6e-4fcb-bac1-434dff50d1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.104176197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"152f0be2-0d5f-4bf4-8e33-38f034ba45c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.104321353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d891a718-ae6e-4fcb-bac1-434dff50d1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.303882875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3fbaca5-e6ab-49c8-a080-a83c5dc817c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.306809149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed5ca3a-0e15-4569-a966-d97f681da1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.356879751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3fbaca5-e6ab-49c8-a080-a83c5dc817c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.359955021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed5ca3a-0e15-4569-a966-d97f681da1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.408465144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3fbaca5-e6ab-49c8-a080-a83c5dc817c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.410831216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ed5ca3a-0e15-4569-a966-d97f681da1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:29:13.457671581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3fbaca5-e6ab-49c8-a080-a83c5dc817c0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.609196495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d29f95aa-7b88-484a-a7ef-8a27237e405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.662282832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d29f95aa-7b88-484a-a7ef-8a27237e405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.713353744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d29f95aa-7b88-484a-a7ef-8a27237e405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.840010292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebb8530a-676a-490f-8a45-2dc6596149b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:13.840036164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebb8530a-676a-490f-8a45-2dc6596149b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691043829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e6a2c05-a66a-4340-9e73-2d25fa89c7d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691065836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e6a2c05-a66a-4340-9e73-2d25fa89c7d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691322885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d33e159c-fd5e-4294-bd08-1864f76b7939","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691338085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d33e159c-fd5e-4294-bd08-1864f76b7939","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691528694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b436d8b7-fbe8-4cf6-be94-3ef37fe03a9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691541519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b436d8b7-fbe8-4cf6-be94-3ef37fe03a9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691759642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e95140ea-5518-4cb4-ba7d-14ee0b3a50db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.691773703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e95140ea-5518-4cb4-ba7d-14ee0b3a50db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.740568004Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e69ef13-e6e5-46bf-adf6-6c24b63346d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.740870908Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33aee2b0-c993-47aa-82e2-6b83d6949b04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.753532231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd7fe1c9-5f57-40dc-8314-0749dac37894","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.753553258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd7fe1c9-5f57-40dc-8314-0749dac37894","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.753857136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19ef9505-50d0-41c2-ba71-ae0d66d56178","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.753872288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19ef9505-50d0-41c2-ba71-ae0d66d56178","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.754106356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ef05fb64-8906-4ce4-aa0f-ede073a6580f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.754119824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ef05fb64-8906-4ce4-aa0f-ede073a6580f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.754307716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89e9f54c-400e-4c3e-b858-e1488a0eff6f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.754319883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89e9f54c-400e-4c3e-b858-e1488a0eff6f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.837384404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd6b07ee-6a5e-47dc-bfaa-b46827ae921f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.837404711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f1d3bda-2bf2-4128-8a81-863b49dcea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.890961141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd6b07ee-6a5e-47dc-bfaa-b46827ae921f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.890967183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f1d3bda-2bf2-4128-8a81-863b49dcea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.942585543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd6b07ee-6a5e-47dc-bfaa-b46827ae921f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:15.942678484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f1d3bda-2bf2-4128-8a81-863b49dcea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.088661786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"653eaae9-dc67-4ddc-9c2a-98e45a841839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.088662512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e135fd6d-1356-4434-8f36-425cb7ac7bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.141294944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"653eaae9-dc67-4ddc-9c2a-98e45a841839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.141357051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e135fd6d-1356-4434-8f36-425cb7ac7bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.193028563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e135fd6d-1356-4434-8f36-425cb7ac7bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.193293781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"653eaae9-dc67-4ddc-9c2a-98e45a841839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.920312716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d42d754c-5128-4014-9cfd-81788fba0586","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:16.920337256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d42d754c-5128-4014-9cfd-81788fba0586","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820202659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc60520b-80fd-48c9-9e79-14eb23bf27e6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820224979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc60520b-80fd-48c9-9e79-14eb23bf27e6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820461024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6dabfe58-1c5e-47e4-834a-618045bb6ed9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820476381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6dabfe58-1c5e-47e4-834a-618045bb6ed9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820691543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"106f6cef-cb38-4300-947b-08390bd9ec28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820703723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"106f6cef-cb38-4300-947b-08390bd9ec28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820878602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"046bf6eb-3370-45a8-b276-25938fcfb7da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.820888397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"046bf6eb-3370-45a8-b276-25938fcfb7da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.821113445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4737b4e5-6678-43ae-b2fa-10f46f641f5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.821123791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4737b4e5-6678-43ae-b2fa-10f46f641f5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.868882799Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f90e78c3-cd23-4ae1-8ffc-4547101c9ce3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.868882873Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17632b58-164a-4e69-b627-8ef53d833df4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.883207387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d84d18c7-dd12-4fbd-8095-f4fb6b7ff0c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.883228254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d84d18c7-dd12-4fbd-8095-f4fb6b7ff0c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.883496447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c89da5b-20e5-4bf8-ab82-0a3eb2d1b028","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.883511032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c89da5b-20e5-4bf8-ab82-0a3eb2d1b028","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.883702784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4af7bb3d-d5c0-4638-837e-cadb7ad3f2a8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.883714494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4af7bb3d-d5c0-4638-837e-cadb7ad3f2a8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.883909416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"354423ca-04ea-46ec-9037-a49e450a7d87","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.88393423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"354423ca-04ea-46ec-9037-a49e450a7d87","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.884142204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5ba2c82-49f4-4afa-9aca-fa2b3c5db893","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.884155097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5ba2c82-49f4-4afa-9aca-fa2b3c5db893","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.966123601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9476ac4f-10ca-4860-a36a-1b71ea25ef8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:18.966134481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e2ff81-7880-4492-835b-d24b281678d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.019366724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9476ac4f-10ca-4860-a36a-1b71ea25ef8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.019396619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e2ff81-7880-4492-835b-d24b281678d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.071652895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9476ac4f-10ca-4860-a36a-1b71ea25ef8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.07166251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e2ff81-7880-4492-835b-d24b281678d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.221011919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80280d9f-b035-4ef8-b0e1-8150c638d5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.221034425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a1ef721-a04c-4b64-b5c3-0fc0dfa6e89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.273800731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a1ef721-a04c-4b64-b5c3-0fc0dfa6e89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.274623317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80280d9f-b035-4ef8-b0e1-8150c638d5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.3273361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a1ef721-a04c-4b64-b5c3-0fc0dfa6e89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:19.327543948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80280d9f-b035-4ef8-b0e1-8150c638d5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.074633452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"534f5e44-4e34-4627-9d38-d20432650906","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.074661691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"534f5e44-4e34-4627-9d38-d20432650906","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.17688739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7ddc15e-2789-49bb-9890-5cdf96d062f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.176901097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d81b856f-2d7b-4594-9d59-e78f8dcd09cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.251142895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d81b856f-2d7b-4594-9d59-e78f8dcd09cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.251144822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7ddc15e-2789-49bb-9890-5cdf96d062f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.302822855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d81b856f-2d7b-4594-9d59-e78f8dcd09cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.303095883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7ddc15e-2789-49bb-9890-5cdf96d062f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.503134376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10dc8eef-173a-4e6b-9a51-1db87ccee92e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.503155603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"763e0662-32b8-4868-948a-c544a5405214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.571731095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10dc8eef-173a-4e6b-9a51-1db87ccee92e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.571831977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"763e0662-32b8-4868-948a-c544a5405214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.623508173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10dc8eef-173a-4e6b-9a51-1db87ccee92e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.623507138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"763e0662-32b8-4868-948a-c544a5405214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:29:20.673729505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"763e0662-32b8-4868-948a-c544a5405214","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.824917025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48c6ac26-8d36-4ac7-b133-f235cad2c5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.880869747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48c6ac26-8d36-4ac7-b133-f235cad2c5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:20.93213953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48c6ac26-8d36-4ac7-b133-f235cad2c5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.748719712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"921daaa0-7c24-446e-bd0d-dec3703b8184","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.748740167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"921daaa0-7c24-446e-bd0d-dec3703b8184","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.748990886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf62062e-a103-4ddd-b21e-0def3e0cf002","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749003063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf62062e-a103-4ddd-b21e-0def3e0cf002","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749171174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8aed7493-44b6-4e15-b977-e14a60cb8777","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749183796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8aed7493-44b6-4e15-b977-e14a60cb8777","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749340361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33791477-32f6-40d4-be18-a0253fc38b85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749350049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33791477-32f6-40d4-be18-a0253fc38b85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749511624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c811f3c6-262a-4b93-857c-57b7cdaed9d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749521617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c811f3c6-262a-4b93-857c-57b7cdaed9d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749671057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ba45d56-0fe5-4b5e-ae6b-ce70213d2e63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.749680408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ba45d56-0fe5-4b5e-ae6b-ce70213d2e63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.799490131Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02448448-037c-4f02-a758-4ac1dfc5c7e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.799824323Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23b134e5-dfe0-4b84-8b6b-a69e701347d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.813133903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2617ab5-75e3-47d0-a03e-4d3d27cad1be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.813154459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2617ab5-75e3-47d0-a03e-4d3d27cad1be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.813438997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"584aeeeb-31a3-4a9b-901f-c3a21f8db171","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.813453594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"584aeeeb-31a3-4a9b-901f-c3a21f8db171","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.813647792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60a606cb-b805-4053-8e9d-4753746cce21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.813658976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60a606cb-b805-4053-8e9d-4753746cce21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.81434522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"346a23b2-75b4-4845-ac7b-ef492b68cb18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.814369152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"346a23b2-75b4-4845-ac7b-ef492b68cb18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.814994932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a98d5498-ece0-4822-8d9d-32d100284945","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.815009851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a98d5498-ece0-4822-8d9d-32d100284945","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.815582768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"78c98823-3701-49e9-9658-2800bc2c51f6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.815598997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"78c98823-3701-49e9-9658-2800bc2c51f6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.896768399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2625879-78a9-4b9c-b1cb-ed750751d417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.896768359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65826a6e-3154-4b6c-953b-1d57cdcb73ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.950122724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2625879-78a9-4b9c-b1cb-ed750751d417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:22.95058593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65826a6e-3154-4b6c-953b-1d57cdcb73ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.001908549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2625879-78a9-4b9c-b1cb-ed750751d417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.001953478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65826a6e-3154-4b6c-953b-1d57cdcb73ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.147968023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"151115d0-590c-4104-be0e-847f348bab05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.147968021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea89700-dc73-424e-84e2-0d06b8260ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.202473612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"151115d0-590c-4104-be0e-847f348bab05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.202542039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea89700-dc73-424e-84e2-0d06b8260ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.254822333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea89700-dc73-424e-84e2-0d06b8260ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.254944921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"151115d0-590c-4104-be0e-847f348bab05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.975986464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41bf16ab-3656-4a91-ac32-920f829c161d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:23.976022725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41bf16ab-3656-4a91-ac32-920f829c161d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.666899375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bac8b633-f611-4f00-8ebe-95bfb0ae29a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.666956682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bac8b633-f611-4f00-8ebe-95bfb0ae29a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.667224636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f35b855-1d91-4201-b5a8-4a9f44406157","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.667237952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f35b855-1d91-4201-b5a8-4a9f44406157","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.667423992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a53379fe-d8ff-4328-b3b7-4830e262484b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.667434392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a53379fe-d8ff-4328-b3b7-4830e262484b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.667593567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05c2ae73-78ae-4083-a102-6208ac196fc3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.667603186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05c2ae73-78ae-4083-a102-6208ac196fc3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.667847985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c4d50f1-7ac3-4fe3-b946-65f15cf324a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.66786046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c4d50f1-7ac3-4fe3-b946-65f15cf324a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.668127989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"78f08d62-e2b0-421c-803c-d6c0b6b1657e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.668145409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"78f08d62-e2b0-421c-803c-d6c0b6b1657e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.668339495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10679a7d-d6db-4dea-abaf-44a8ba23d459","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.668349479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10679a7d-d6db-4dea-abaf-44a8ba23d459","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.720740208Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7de9c7ad-1a0f-4167-8fe5-a8691ff84cc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738299978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa14868f-2c64-4966-aa62-bed9a4ce1012","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738319716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa14868f-2c64-4966-aa62-bed9a4ce1012","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738559807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2910f08b-fc9a-4e62-aca5-75ff15ef341d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738574748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2910f08b-fc9a-4e62-aca5-75ff15ef341d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738767496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0a69287-c801-423e-9cab-1321559554c6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738779853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0a69287-c801-423e-9cab-1321559554c6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738985323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99b0d6d6-68ea-4d42-8e33-d431b7418c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.738998196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99b0d6d6-68ea-4d42-8e33-d431b7418c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.73917446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"963c3f2a-285d-4f0a-81a2-59666923bc69","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.739185693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"963c3f2a-285d-4f0a-81a2-59666923bc69","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.739370363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4d72422c-9f81-421f-ba13-7c76cb0fe68f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.739381867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4d72422c-9f81-421f-ba13-7c76cb0fe68f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.739570111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65aee035-8c65-4ebc-bee6-cb88d77ec890","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.739581309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65aee035-8c65-4ebc-bee6-cb88d77ec890","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.820153499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02eaf04e-672d-4a39-bda8-b4a0da427452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.820364366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28542309-5ebf-4e6e-9158-b955ede2e865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.874682855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02eaf04e-672d-4a39-bda8-b4a0da427452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.919372713Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58e87ef2-2ad2-4e3a-8036-ea4958e46c9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.920939364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28542309-5ebf-4e6e-9158-b955ede2e865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.925751269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02eaf04e-672d-4a39-bda8-b4a0da427452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:25.972533924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28542309-5ebf-4e6e-9158-b955ede2e865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.071123152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1ec253-0360-4479-9c6e-728ee25f12d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.071143193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1ec253-0360-4479-9c6e-728ee25f12d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.073423602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac99965a-a367-4097-bda5-b866cd09764d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.126192594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac99965a-a367-4097-bda5-b866cd09764d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.171220143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87afa0f0-b7cb-465f-b7c1-d53ee05a3227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.177249576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac99965a-a367-4097-bda5-b866cd09764d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.223765829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87afa0f0-b7cb-465f-b7c1-d53ee05a3227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.267480941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e84e82a9-e871-4cc4-9d52-e0eb172f3e25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.275350378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87afa0f0-b7cb-465f-b7c1-d53ee05a3227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.914527651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf9ca1f7-4ac8-43a1-b237-45e14b6abec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:26.914548052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf9ca1f7-4ac8-43a1-b237-45e14b6abec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.102173714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df28fb29-96c8-4ee1-a408-2962c73d9e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.10217376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"771f7c27-b2ca-4147-b500-d61ad8693df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.111492945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4346c37-412c-4afa-ad7f-fc2745e68e00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.15542016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"771f7c27-b2ca-4147-b500-d61ad8693df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.184148862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df28fb29-96c8-4ee1-a408-2962c73d9e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.207136339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"771f7c27-b2ca-4147-b500-d61ad8693df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.235304086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df28fb29-96c8-4ee1-a408-2962c73d9e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.261426217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79aed644-f206-42bf-b66e-edd3ea62d4fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.261449999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79aed644-f206-42bf-b66e-edd3ea62d4fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.407584083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e135d2df-5d8b-4d99-b5e7-1d3f6ebc1356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.434270795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4961f56-e577-41f4-bd8c-053efbe3694e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.460308277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e135d2df-5d8b-4d99-b5e7-1d3f6ebc1356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.48712241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4961f56-e577-41f4-bd8c-053efbe3694e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.51299763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e135d2df-5d8b-4d99-b5e7-1d3f6ebc1356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:27.538393284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4961f56-e577-41f4-bd8c-053efbe3694e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.760567601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9f78aa7-3b37-44d9-ab33-493d4851839c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.760588023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9f78aa7-3b37-44d9-ab33-493d4851839c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.760828743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7fec755-b6ae-4d45-81cd-309f379c5f2c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.760840919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7fec755-b6ae-4d45-81cd-309f379c5f2c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761074083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5f8cb36-75f1-44bb-925f-06a87cddcae2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.76108734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5f8cb36-75f1-44bb-925f-06a87cddcae2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761267124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e97946c5-df2f-4e6a-b3bd-b4336a7cf2c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761277553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e97946c5-df2f-4e6a-b3bd-b4336a7cf2c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761452656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aca2fc0a-b067-4dd2-9d02-46be1813d300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761462774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aca2fc0a-b067-4dd2-9d02-46be1813d300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761624924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecb51aae-9795-4317-99bd-ec91bd3beec4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.76163444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecb51aae-9795-4317-99bd-ec91bd3beec4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761800099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82a5cab-b6a6-4540-8cc4-512f0ad2bd85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.761811516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82a5cab-b6a6-4540-8cc4-512f0ad2bd85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.762070039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e49b9b8-0397-4d52-b88d-57f3e5a4136f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.762080815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e49b9b8-0397-4d52-b88d-57f3e5a4136f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.82320746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c7a1556-1d1b-49b2-8caa-5c2fb49489ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.823233245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c7a1556-1d1b-49b2-8caa-5c2fb49489ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.823473888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"644ec8bd-8997-4747-ae3a-17e475ebbb1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.82348588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"644ec8bd-8997-4747-ae3a-17e475ebbb1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.823692492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a741d0f4-9365-45ae-86a1-ea5196a435a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.823703603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a741d0f4-9365-45ae-86a1-ea5196a435a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.82391086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4041a118-1388-49f4-a63a-ba5f4947a784","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.823946376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4041a118-1388-49f4-a63a-ba5f4947a784","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.82415389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8ca5e194-e72a-405f-b56a-25bfb73c4ebd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.824168224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8ca5e194-e72a-405f-b56a-25bfb73c4ebd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.824355817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cc95a09c-52ba-463e-bdc2-61ec3d305d55","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.824369838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cc95a09c-52ba-463e-bdc2-61ec3d305d55","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.824557252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d5aee59-4248-436e-95a2-ba4080dc5def","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.824567615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d5aee59-4248-436e-95a2-ba4080dc5def","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.824801929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b20ba138-1c53-4f68-85fc-ed46cec6706f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.824813253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b20ba138-1c53-4f68-85fc-ed46cec6706f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.910642128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe37554d-9066-456b-ad24-7805ba7532cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.910837521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ce62cae-b4c7-42c0-8c4d-8a0dec2ee3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.960115619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c90a101f-63ed-48a6-894b-101487ea6760","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.965486481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe37554d-9066-456b-ad24-7805ba7532cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.96555135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ce62cae-b4c7-42c0-8c4d-8a0dec2ee3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:29.966629347Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4815b56-e909-49b5-a96b-c09ad2414826","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.017736974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe37554d-9066-456b-ad24-7805ba7532cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.01779739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ce62cae-b4c7-42c0-8c4d-8a0dec2ee3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.118832396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61213445-cb79-47d7-aa90-f3cb5f3fd679","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.118852726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61213445-cb79-47d7-aa90-f3cb5f3fd679","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.166504954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"361d98ca-918c-4130-b955-2e41ea377cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.166505065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca847d7-72f9-4639-aa9c-83b684d56952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.219785948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"361d98ca-918c-4130-b955-2e41ea377cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.219987719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca847d7-72f9-4639-aa9c-83b684d56952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.271500703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"361d98ca-918c-4130-b955-2e41ea377cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.272137005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca847d7-72f9-4639-aa9c-83b684d56952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.313949324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f7918f2-002a-4de7-a691-ff8554b6ae94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.991562369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55520ca1-99b6-420f-8109-0080aff0b86f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:30.991584148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55520ca1-99b6-420f-8109-0080aff0b86f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:31.187157988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9077d22-a534-4eb7-ad0c-850e17c26aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.332638312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a57d4ac-5401-4594-b9f3-6edfda5225ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.417367861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5bcd1bf8-20d7-413e-88fb-9a01b46128ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.466265859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12bec23d-7949-4c87-a737-45d916fc87ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.466321515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7056cbf-72ef-4434-8254-aa61e9ede9a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.489042608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d71adcac-57af-471b-a9f3-3097648eb1a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.489060851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d71adcac-57af-471b-a9f3-3097648eb1a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.534856658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7056cbf-72ef-4434-8254-aa61e9ede9a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.534854202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12bec23d-7949-4c87-a737-45d916fc87ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.573008783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae2adcd5-fb09-4f56-b5e1-76ba40ab0765","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.573027001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae2adcd5-fb09-4f56-b5e1-76ba40ab0765","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.587153496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12bec23d-7949-4c87-a737-45d916fc87ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.587236745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7056cbf-72ef-4434-8254-aa61e9ede9a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.627550055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72d3bb1d-7082-44f3-be8b-85b4dc1b5123","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.627570587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72d3bb1d-7082-44f3-be8b-85b4dc1b5123","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.646386808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb0ecd31-6fa2-450f-91de-b198f3d01322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.646406519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb0ecd31-6fa2-450f-91de-b198f3d01322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.647024164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a064e783-d0c9-4892-ac5c-cabd2eb5c495","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.64703786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a064e783-d0c9-4892-ac5c-cabd2eb5c495","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.792979743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0901af92-df4f-449a-8b66-b3a3eeae5187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.792987423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cc63acb-9f24-4c55-80ae-96855cf5a920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.846482526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cc63acb-9f24-4c55-80ae-96855cf5a920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.846575912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0901af92-df4f-449a-8b66-b3a3eeae5187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.899374064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0901af92-df4f-449a-8b66-b3a3eeae5187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:34.899767414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cc63acb-9f24-4c55-80ae-96855cf5a920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:29:34.950331524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cc63acb-9f24-4c55-80ae-96855cf5a920","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:35.10147792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9171be3-5914-47bb-a1f9-65eadaf6915f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:35.154255732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9171be3-5914-47bb-a1f9-65eadaf6915f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:35.205834938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9171be3-5914-47bb-a1f9-65eadaf6915f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:35.920007633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:37.387625724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a6fba56-abb4-4fe6-bd72-f4be79999acd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:37.387646276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a6fba56-abb4-4fe6-bd72-f4be79999acd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.812034621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2a1f700-c02f-4306-ab83-dfc666b038f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.812053351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2a1f700-c02f-4306-ab83-dfc666b038f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.866143223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34c9df6a-0b92-4a29-909e-9c196ab8a3cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.866168816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34c9df6a-0b92-4a29-909e-9c196ab8a3cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.866485509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0be88891-2a36-448c-867c-c6080ea9732f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.866504935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0be88891-2a36-448c-867c-c6080ea9732f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.8667219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0116acb6-11ad-498d-89b6-0d5578c66325","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:39.866733577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0116acb6-11ad-498d-89b6-0d5578c66325","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:40.874663648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b2e0001-48e3-4bc9-9af8-6ebbbe9928d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:40.995479965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e4ceb71-f078-4a91-9e80-9681fa09798d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:44.282530479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"38c18037-2730-4832-932f-60f2a1ec6838","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:44.282962235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"38c18037-2730-4832-932f-60f2a1ec6838","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:44.647649589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aebc395-d85e-41b8-89e6-6935dd72f44f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:44.647677831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aebc395-d85e-41b8-89e6-6935dd72f44f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:44.648101469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0014d27f-9ce8-419f-82ac-0e3acf279897","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:44.648114966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0014d27f-9ce8-419f-82ac-0e3acf279897","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.046667441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"330cd556-6cef-4c4d-af43-c44cb6911e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.14999852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"330cd556-6cef-4c4d-af43-c44cb6911e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.351196691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b693b3c9-5be5-4c77-88cc-b6e9540c171b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.402981823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a776527-46dd-425a-8282-900cd8ac6436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.403006964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a776527-46dd-425a-8282-900cd8ac6436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.407382019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b693b3c9-5be5-4c77-88cc-b6e9540c171b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.709839555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9c82e5-c30a-4b4b-b449-cab528c1d314","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:45.709860402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9c82e5-c30a-4b4b-b449-cab528c1d314","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:47.784661977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85b6960e-8179-43ea-83e0-c69fe7d475c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:47.784682851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85b6960e-8179-43ea-83e0-c69fe7d475c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:49.8676947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"760863e4-d8ec-48e6-b7be-c303743d451a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:49.867716867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"760863e4-d8ec-48e6-b7be-c303743d451a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:50.566002728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28d369f7-f018-41f0-b06f-bf441e6e543a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:50.566021808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28d369f7-f018-41f0-b06f-bf441e6e543a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:53.752122906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61425a81-e8e0-4035-98cb-365da1a775d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:53.752152426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61425a81-e8e0-4035-98cb-365da1a775d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:53.950214052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"124ded24-6870-4f20-96ba-c8e7016c07cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:53.95537557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8910e45a-0deb-40bb-95f1-d6fe35cd9fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:53.955375849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7548933-4ae3-4b80-ba29-4eb31e80044f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:54.050352091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8910e45a-0deb-40bb-95f1-d6fe35cd9fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:54.059004074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7548933-4ae3-4b80-ba29-4eb31e80044f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:54.156267008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df99769e-d419-4746-87e1-e8bf14029537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:54.156287933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df99769e-d419-4746-87e1-e8bf14029537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:54.355259021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1e4e45b-141a-452a-8d12-b015eb0630a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:55.710697599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0eb1ce3-f852-4729-962f-441a0c6ba46d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:55.710723398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0eb1ce3-f852-4729-962f-441a0c6ba46d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.629228086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bca7b85-193c-4eea-9fd4-517029ab60a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.629255837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bca7b85-193c-4eea-9fd4-517029ab60a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.828149403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c22acf90-8c7f-4a09-8436-10f55e187c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.831023607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f86420f1-6317-4634-a6ce-1e70afffaa04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.831024247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82c74ad5-3a1f-4286-9f38-df7abb5d3f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.926523985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f86420f1-6317-4634-a6ce-1e70afffaa04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.930691276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82c74ad5-3a1f-4286-9f38-df7abb5d3f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.984108303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13ccc448-a98b-4b40-a62c-21b6ac3672e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:56.984133879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13ccc448-a98b-4b40-a62c-21b6ac3672e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:57.185470696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"708c35e7-6dc8-435f-8f03-e85bb7456a3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.331586802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2897e95-259c-4e13-873b-cfa33f6af2ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.331613345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2897e95-259c-4e13-873b-cfa33f6af2ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.477660924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b4cfca-316a-49d8-9210-6126f73b7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.530864509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b4cfca-316a-49d8-9210-6126f73b7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.540395967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b3b7c85-51ec-4c0b-83a7-56cfd6fb43e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.540412539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b3b7c85-51ec-4c0b-83a7-56cfd6fb43e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.685469091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0351dc71-cbb0-4bd4-9180-0166a15678f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.735636531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5dd29d0-7986-496f-bb1e-a3e1833e7f05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.738670212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0351dc71-cbb0-4bd4-9180-0166a15678f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.774685914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef96c57b-5730-4e11-b2d9-7436e7d2d8ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.774715065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef96c57b-5730-4e11-b2d9-7436e7d2d8ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.890637003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc47f9a4-d5f2-4c92-af88-3001ab4993e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.890683603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc47f9a4-d5f2-4c92-af88-3001ab4993e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.921798053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b569ee7e-a061-4fb6-bb72-e37d662edbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:29:59.975312888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b569ee7e-a061-4fb6-bb72-e37d662edbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:05.965523904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:35.932510432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:38.724363038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2ca5e8-af83-4c2d-903c-976d2a1110c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:38.773377766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2ca5e8-af83-4c2d-903c-976d2a1110c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:38.822256954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2ca5e8-af83-4c2d-903c-976d2a1110c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:38.871228812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2ca5e8-af83-4c2d-903c-976d2a1110c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:39.321760395Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4e70b192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4e70b192","reconcileID":"970ad93c-fac4-4d77-9605-4c99dd86047c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4e70b192","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4e70b192":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:39.919304828Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6c2db81f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6c2db81f","reconcileID":"e47dc875-eabd-4246-82a4-7cae0f6bbcc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6c2db81f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6c2db81f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:40.708237321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c45c1-119c-4fea-9753-c60af45e4331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:40.757617141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c45c1-119c-4fea-9753-c60af45e4331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:40.806749403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c45c1-119c-4fea-9753-c60af45e4331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:40.855778912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41c45c1-119c-4fea-9753-c60af45e4331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:40.911943404Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-bc521851","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-bc521851","reconcileID":"0eacad83-4595-41c5-90b5-fbb2eaa0e3cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-bc521851-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-bc521851-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:42.681702478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61343c2-2d08-4231-b214-5ffae58b1a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:42.730819435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61343c2-2d08-4231-b214-5ffae58b1a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:42.782039972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61343c2-2d08-4231-b214-5ffae58b1a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:42.83089038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61343c2-2d08-4231-b214-5ffae58b1a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:44.613189245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8664dc1c-1331-4feb-b54e-2b06a1aaab2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:44.662130159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8664dc1c-1331-4feb-b54e-2b06a1aaab2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:44.710899351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8664dc1c-1331-4feb-b54e-2b06a1aaab2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:44.760004507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8664dc1c-1331-4feb-b54e-2b06a1aaab2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:45.024487212Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-97622d21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-97622d21","reconcileID":"1807b7f5-f913-4fdc-9096-05bcdbd35322","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-97622d21","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-97622d21":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:46.549607929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fe1bd9-5f61-40f9-bbc0-cafe9ccffe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:46.598743288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fe1bd9-5f61-40f9-bbc0-cafe9ccffe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:46.647884389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fe1bd9-5f61-40f9-bbc0-cafe9ccffe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:46.696714778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fe1bd9-5f61-40f9-bbc0-cafe9ccffe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:48.496362031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f2860-0d10-4f17-9bbd-8ab5e7f291de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:48.545167005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f2860-0d10-4f17-9bbd-8ab5e7f291de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:48.594207724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f2860-0d10-4f17-9bbd-8ab5e7f291de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:48.643058794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f2860-0d10-4f17-9bbd-8ab5e7f291de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:48.903359363Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4a6c0107","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4a6c0107","reconcileID":"4fe97261-599e-49f0-831f-b7b313860e71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4a6c0107","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-4a6c0107":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:49.724424815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"986fe3cd-2d2f-4805-8779-7973f7324dd4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6c2db81f","tenantID":"e2e-ait-6c2db81f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:49.836165915Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"986fe3cd-2d2f-4805-8779-7973f7324dd4","name":"e2e-ait-6c2db81f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:50.419876403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffade7cd-b522-4e39-aafe-be6aaa53aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:50.468578425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffade7cd-b522-4e39-aafe-be6aaa53aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:50.517395796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffade7cd-b522-4e39-aafe-be6aaa53aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:50.566075813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffade7cd-b522-4e39-aafe-be6aaa53aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:52.340517634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a638e4-c188-4225-879e-bbbb1e24422b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:52.391273253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a638e4-c188-4225-879e-bbbb1e24422b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:52.441359271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a638e4-c188-4225-879e-bbbb1e24422b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:52.490327554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a638e4-c188-4225-879e-bbbb1e24422b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:53.788422686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7e9d151-bb64-4ca5-af07-7928e29376c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:53.936564006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58186879-4c2f-4f59-a606-925fee892a4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.283062991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69e6dd-dc95-479b-8fa1-958402cedb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.332355928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69e6dd-dc95-479b-8fa1-958402cedb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.381733594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69e6dd-dc95-479b-8fa1-958402cedb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.430955569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69e6dd-dc95-479b-8fa1-958402cedb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.480505122Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"970132d3-a705-4522-81ca-87ba866ce72c","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.533488043Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"970132d3-a705-4522-81ca-87ba866ce72c","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.68355722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"970132d3-a705-4522-81ca-87ba866ce72c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-bc521851-gw","tenantID":"e2e-migrate-bc521851","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:54.796461854Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"970132d3-a705-4522-81ca-87ba866ce72c","name":"e2e-migrate-bc521851-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:56.213161855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9e4575-a1cb-4d7c-9cf5-a5bac597a1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:56.262129105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9e4575-a1cb-4d7c-9cf5-a5bac597a1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:56.313127574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9e4575-a1cb-4d7c-9cf5-a5bac597a1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:56.362626849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9e4575-a1cb-4d7c-9cf5-a5bac597a1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:58.155837679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6befacb-4a1f-45d0-b3ab-d637efda6f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:58.204855815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6befacb-4a1f-45d0-b3ab-d637efda6f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:58.25391639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6befacb-4a1f-45d0-b3ab-d637efda6f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:58.302823588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6befacb-4a1f-45d0-b3ab-d637efda6f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:30:59.269318371Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"33a10119-9a04-4fdc-9dd7-778661fa92d7","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:04.054538228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"5877e3be-3f86-42e6-b0ab-681073f33969","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4e70b192","tenantID":"e2e-ait-4e70b192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:04.164411176Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"5877e3be-3f86-42e6-b0ab-681073f33969","name":"e2e-ait-4e70b192-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:05.915175561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:08.630375764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"660b86a5-3c98-44a4-a358-3c0a7a2493f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-4a6c0107","tenantID":"e2e-derive-4a6c0107","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:08.737225118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"660b86a5-3c98-44a4-a358-3c0a7a2493f0","name":"e2e-derive-4a6c0107-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:13.13700809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"baeb88d4-72ae-4a7c-a3d7-41fd2e75e5ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-97622d21","tenantID":"e2e-ait-97622d21","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:13.248062016Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"baeb88d4-72ae-4a7c-a3d7-41fd2e75e5ab","name":"e2e-ait-97622d21-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:19.581315469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c18d2-2af4-41c3-8a82-afb4c9f3e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:19.63028004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c18d2-2af4-41c3-8a82-afb4c9f3e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:19.679150491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c18d2-2af4-41c3-8a82-afb4c9f3e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:19.72820997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c18d2-2af4-41c3-8a82-afb4c9f3e127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:21.511353872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c4d29e-ed83-4f32-a9d6-ecb6f0c01062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:21.560689907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c4d29e-ed83-4f32-a9d6-ecb6f0c01062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:21.609722517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c4d29e-ed83-4f32-a9d6-ecb6f0c01062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:21.658848906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c4d29e-ed83-4f32-a9d6-ecb6f0c01062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:21.972371571Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"60511566-32f9-4a19-a6ae-8a7c9284e9b1","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:22.075262231Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"60511566-32f9-4a19-a6ae-8a7c9284e9b1","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:23.477309581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6074621e-8038-4e13-aba9-2b296d99763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:23.526362476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6074621e-8038-4e13-aba9-2b296d99763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:23.575728761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6074621e-8038-4e13-aba9-2b296d99763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:23.624768566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6074621e-8038-4e13-aba9-2b296d99763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:25.407575627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3fc0e7d9-61ca-412e-b720-0611496b8525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:25.431547118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ac4a9-b720-496c-81f1-24f5d6909187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:25.480994952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ac4a9-b720-496c-81f1-24f5d6909187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:25.529837455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ac4a9-b720-496c-81f1-24f5d6909187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:25.579158323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ac4a9-b720-496c-81f1-24f5d6909187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:25.67836936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e26bd768-0c0c-4cdd-959b-07228b159477","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:26.872590339Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"59ef88f9-2ef3-43a5-ae12-0ebe6d5f4da3","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:27.37819565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df6c319-491b-4099-bc4f-69f5b609ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:27.427119557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df6c319-491b-4099-bc4f-69f5b609ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:27.476154972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df6c319-491b-4099-bc4f-69f5b609ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:27.525088403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df6c319-491b-4099-bc4f-69f5b609ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:29.299130454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5d9c38-fc42-4844-bf82-0a4d8ff49c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:29.34846078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5d9c38-fc42-4844-bf82-0a4d8ff49c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:29.397600228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5d9c38-fc42-4844-bf82-0a4d8ff49c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:29.448252546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5d9c38-fc42-4844-bf82-0a4d8ff49c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:33.674582858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf1415-364f-43f0-b1ad-9a4514c2cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:33.723650076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf1415-364f-43f0-b1ad-9a4514c2cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:33.772448912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf1415-364f-43f0-b1ad-9a4514c2cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:33.821348998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf1415-364f-43f0-b1ad-9a4514c2cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:35.596041232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2d236c-b062-4c73-b4ed-bd13b2fb1780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:35.644793945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2d236c-b062-4c73-b4ed-bd13b2fb1780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:35.693401915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2d236c-b062-4c73-b4ed-bd13b2fb1780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:35.742085725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2d236c-b062-4c73-b4ed-bd13b2fb1780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:35.914282447Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:37.585207786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a999989-c0ec-4ab1-9547-aa21cd109cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:37.634292928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a999989-c0ec-4ab1-9547-aa21cd109cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:37.683189049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a999989-c0ec-4ab1-9547-aa21cd109cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:37.732501534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a999989-c0ec-4ab1-9547-aa21cd109cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:39.560014649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bae5dbb-1732-4396-93e4-679d889ade23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:39.609997612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bae5dbb-1732-4396-93e4-679d889ade23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:39.659199021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bae5dbb-1732-4396-93e4-679d889ade23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:39.708278922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bae5dbb-1732-4396-93e4-679d889ade23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.496539064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811f5429-befd-4084-87a4-b83791747448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.545699489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811f5429-befd-4084-87a4-b83791747448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.594528437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811f5429-befd-4084-87a4-b83791747448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.643907612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811f5429-befd-4084-87a4-b83791747448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.898151091Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","namespace":"ai-tenant-e2e-ait-6c2db81f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.898256151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","namespace":"ai-tenant-e2e-ait-6c2db81f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.898369892Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","tenant":"e2e-ait-6c2db81f","tenantID":"e2e-ait-6c2db81f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:41.951081681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"Deployment","name":"maas-api-e2e-ait-6c2db81f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.008222248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"Service","name":"maas-api-e2e-ait-6c2db81f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.060549163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6c2db81f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.11117939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6c2db81f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.162446021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.212992248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.266167597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.317079587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.365531819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"Deployment","name":"payload-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.413870939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.462334351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"Service","name":"payload-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.510611772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"Service","name":"payload-pre-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.558753106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.622271149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.67281707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.724677001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.77332961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.82190391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.870454922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6c2db81f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.926467881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c2db81f"},"namespace":"ai-tenant-e2e-ait-6c2db81f","name":"default-tenant","reconcileID":"3af42045-cd57-41e4-b0c4-dca57faa3ff7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6c2db81f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.979343512Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","namespace":"ai-tenant-e2e-migrate-bc521851","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.979402665Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","namespace":"ai-tenant-e2e-migrate-bc521851","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:42.979450704Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","tenant":"e2e-migrate-bc521851","tenantID":"e2e-migrate-bc521851","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.030316588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"Deployment","name":"maas-api-e2e-migrate-bc521851","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.089582053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"Service","name":"maas-api-e2e-migrate-bc521851","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.14140332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-bc521851","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.192511622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-bc521851","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.244775403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.296400717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.345743903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.394481637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.425543573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2afeb9-6258-48b0-a691-9065a71d8984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.474217726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"Deployment","name":"payload-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.475109416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2afeb9-6258-48b0-a691-9065a71d8984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.523991628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.524351932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2afeb9-6258-48b0-a691-9065a71d8984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.573364571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"Service","name":"payload-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.573990693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2afeb9-6258-48b0-a691-9065a71d8984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.623814531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"Service","name":"payload-pre-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.672788974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.721428797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.769996104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.823257173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.83007288Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6c2db81f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6c2db81f","reconcileID":"2e4daa5c-9abc-4e20-ad04-462f607737f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6c2db81f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6c2db81f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.87207854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.920709998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:43.969327846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-bc521851","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:44.018156519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-bc521851"},"namespace":"ai-tenant-e2e-migrate-bc521851","name":"default-tenant","reconcileID":"1aa2cff8-17c4-407b-8a1e-33e1f84bf7ab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-bc521851","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:44.882642402Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-bc521851","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-bc521851","reconcileID":"efec3619-4d94-46db-a096-6ac17fabcc89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-bc521851-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-bc521851-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:45.373844416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e57b4e-1e15-4905-b7dc-f71b227099be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:45.42275511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e57b4e-1e15-4905-b7dc-f71b227099be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:45.471680281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e57b4e-1e15-4905-b7dc-f71b227099be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:45.520449875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e57b4e-1e15-4905-b7dc-f71b227099be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:47.324373892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c905eb-253e-4d41-befa-405ef94f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:47.374229675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c905eb-253e-4d41-befa-405ef94f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:47.423807919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c905eb-253e-4d41-befa-405ef94f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:47.472951062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c905eb-253e-4d41-befa-405ef94f999b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:48.969628472Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","namespace":"ai-tenant-e2e-ait-4e70b192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:48.969688334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","namespace":"ai-tenant-e2e-ait-4e70b192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:48.969741849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","tenant":"e2e-ait-4e70b192","tenantID":"e2e-ait-4e70b192","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.02011799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"Deployment","name":"maas-api-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.077656972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"Service","name":"maas-api-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.132460626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.183382486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.193484133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f295c41f-4b58-4f10-ba15-08425fd7ae0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.234703804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.252300495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57bb0d0-ed49-493c-a8e3-5afa6f498e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.29825515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e3bf691-03f5-47a5-b6fa-f49c4c7e9bb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.301289441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57bb0d0-ed49-493c-a8e3-5afa6f498e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.302590657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.35035751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57bb0d0-ed49-493c-a8e3-5afa6f498e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.400207731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57bb0d0-ed49-493c-a8e3-5afa6f498e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.403238448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.456048639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.50480424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"Deployment","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.55546699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.652868301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"Service","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.701673653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"Service","name":"payload-pre-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.749815492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.798058151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.846048741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.897430623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.945798794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:49.994248839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:50.042429798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:50.090346724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"8b940cad-69dd-4c87-8bd9-89011dd8852d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4e70b192","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:50.863260401Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-b6af18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-b6af18","reconcileID":"25baedc7-7ecc-4fa7-ad46-a3b369ffa80f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-b6af18","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-b6af18":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:51.18249135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d22237a-0ba3-4dbc-a4d4-adf48862770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:51.231471597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d22237a-0ba3-4dbc-a4d4-adf48862770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:51.280583743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d22237a-0ba3-4dbc-a4d4-adf48862770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:51.329483031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d22237a-0ba3-4dbc-a4d4-adf48862770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:51.441137731Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-fbf85f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-fbf85f","reconcileID":"3e2525d4-fb94-45e1-8794-56d5481fd73e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-fbf85f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-fbf85f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:53.184451891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a844dc0-2baf-4602-aa37-3b87cc994f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:53.233373747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a844dc0-2baf-4602-aa37-3b87cc994f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:53.282119727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a844dc0-2baf-4602-aa37-3b87cc994f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:31:53.330911095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a844dc0-2baf-4602-aa37-3b87cc994f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:05.91608776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:06.503042646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b94e51e-3db7-45d7-bbf4-8db2379aaba9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:06.591471127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ab9e325-3e33-4e83-950c-a0dcfcafeebb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:08.473992975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"1e848b57-6cd1-45ab-9aee-9457c1c14daa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:08.584677966Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"1e848b57-6cd1-45ab-9aee-9457c1c14daa","name":"e2e-worker-w3-b6af18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:12.946616248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0007d12d-70c5-4f43-9072-16e8dd0a851a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.046393643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e7c5442-5a54-4dcc-9405-1d4e64cad1ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.105265978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"7e622db6-5791-4d5c-87fe-258002709503","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.214102729Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"7e622db6-5791-4d5c-87fe-258002709503","name":"e2e-worker-w4-fbf85f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.268499053Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","namespace":"ai-tenant-e2e-ait-4e70b192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.268584894Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","namespace":"ai-tenant-e2e-ait-4e70b192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.268681958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","tenant":"e2e-ait-4e70b192","tenantID":"e2e-ait-4e70b192","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.317402705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"Deployment","name":"maas-api-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.365622984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"Service","name":"maas-api-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.413877703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.462741413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4e70b192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.511769884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.560844341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.610427333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.659380402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.708403196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"Deployment","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.756664395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.811187302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"Service","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.86308447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"Service","name":"payload-pre-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.91482189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:13.963414514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.011808542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.060528191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.109392171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.158472798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.207496584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4e70b192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.256677235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e70b192"},"namespace":"ai-tenant-e2e-ait-4e70b192","name":"default-tenant","reconcileID":"0827c470-7fd8-4762-ac0f-d4647909c11a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4e70b192","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.312553641Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","namespace":"ai-tenant-e2e-derive-4a6c0107","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.312614927Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","namespace":"ai-tenant-e2e-derive-4a6c0107","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.312673338Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","tenant":"e2e-derive-4a6c0107","tenantID":"e2e-derive-4a6c0107","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.362697365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"Deployment","name":"maas-api-e2e-derive-4a6c0107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.421116422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"Service","name":"maas-api-e2e-derive-4a6c0107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.476700676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-4a6c0107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.52985582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-4a6c0107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.581494971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.634499471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.687839417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.741221101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.789980298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"Deployment","name":"payload-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.838428802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.887563639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"Service","name":"payload-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.936487705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"Service","name":"payload-pre-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:14.98510577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"DestinationRule","name":"payload-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.025359393Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4e70b192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4e70b192","reconcileID":"7d8b814c-2374-46b5-9c5b-10fdeb7c53c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4e70b192","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4e70b192"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.033467402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.082113754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.1347872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.184722921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.233917552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.289736148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-4a6c0107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.340526259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4a6c0107"},"namespace":"ai-tenant-e2e-derive-4a6c0107","name":"default-tenant","reconcileID":"e6c74459-e6aa-44f1-b8a4-5abbee5792e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-4a6c0107","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.395226666Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","namespace":"ai-tenant-e2e-ait-97622d21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.395344962Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","namespace":"ai-tenant-e2e-ait-97622d21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.395419056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","tenant":"e2e-ait-97622d21","tenantID":"e2e-ait-97622d21","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.446438573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"Deployment","name":"maas-api-e2e-ait-97622d21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.504913173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"Service","name":"maas-api-e2e-ait-97622d21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.601263939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-97622d21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.658674991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-97622d21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.711021037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.763483569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.815061132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.868423102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.916935124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"Deployment","name":"payload-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:15.966597586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.014786191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"Service","name":"payload-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.063123793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"Service","name":"payload-pre-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.089436666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c40715c-708b-4b3b-9c9a-bcfc09f524a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.138091977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"DestinationRule","name":"payload-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.138603068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c40715c-708b-4b3b-9c9a-bcfc09f524a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.145240667Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4a6c0107","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4a6c0107","reconcileID":"58c7398a-f3bf-497e-898e-2262f4a5c1ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4a6c0107","removed":["maas.opendatahub.io/gateway-access-e2e-derive-4a6c0107"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.18686949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.187640283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c40715c-708b-4b3b-9c9a-bcfc09f524a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.236344655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.236719043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c40715c-708b-4b3b-9c9a-bcfc09f524a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.289335768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.337981545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.386618731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.435057807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-97622d21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:16.484981009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-97622d21"},"namespace":"ai-tenant-e2e-ait-97622d21","name":"default-tenant","reconcileID":"c108a217-466c-4001-aa2f-4aaebdc595c5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-97622d21","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:17.348234792Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-97622d21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-97622d21","reconcileID":"9356a138-8d01-428c-9bf1-305eedf2a1ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-97622d21","removed":["maas.opendatahub.io/gateway-access-e2e-ait-97622d21"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:18.110754937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbdd954-c396-4601-867f-935fa2aaa212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:18.159842159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbdd954-c396-4601-867f-935fa2aaa212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:18.208965287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbdd954-c396-4601-867f-935fa2aaa212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:18.258134931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbdd954-c396-4601-867f-935fa2aaa212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:20.039251203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2b732d-e62a-41cd-bcf7-63bcbf4f0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:20.088441415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2b732d-e62a-41cd-bcf7-63bcbf4f0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:20.137450319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2b732d-e62a-41cd-bcf7-63bcbf4f0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:20.186409989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2b732d-e62a-41cd-bcf7-63bcbf4f0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:21.25172616Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-1d3083","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-1d3083","reconcileID":"2dab9dcd-196c-425a-8d51-2aeb01d0c97e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-1d3083","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-1d3083":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:22.037865214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c43091-23c5-4cdb-9b7b-bc4c5500c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:22.087943798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c43091-23c5-4cdb-9b7b-bc4c5500c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:22.137291284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c43091-23c5-4cdb-9b7b-bc4c5500c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:22.186665211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c43091-23c5-4cdb-9b7b-bc4c5500c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:23.823946251Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-4dd22b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-4dd22b","reconcileID":"abcb0781-daef-4f86-a7fc-f255b8e19c39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-4dd22b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-4dd22b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:24.001539667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a76275-376e-4330-ad19-fac8ecb0035c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:24.051337973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a76275-376e-4330-ad19-fac8ecb0035c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:24.100307949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a76275-376e-4330-ad19-fac8ecb0035c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:24.150017152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a76275-376e-4330-ad19-fac8ecb0035c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:25.163943806Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-77f3fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-77f3fc","reconcileID":"3c7233af-7f4f-4493-9820-be980097fa18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-77f3fc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-77f3fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:25.98978989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c27650-fb60-4319-ab77-f656bcb2a65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:26.043016219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c27650-fb60-4319-ab77-f656bcb2a65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:26.09273146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c27650-fb60-4319-ab77-f656bcb2a65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:26.142247541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c27650-fb60-4319-ab77-f656bcb2a65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:27.960738741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7c441-643e-40c0-b02f-17c89187111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:28.009639156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7c441-643e-40c0-b02f-17c89187111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:28.058623399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7c441-643e-40c0-b02f-17c89187111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:28.107491772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7c441-643e-40c0-b02f-17c89187111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:29.888136961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40789c-b54d-4766-b1d6-cc38ff113b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:29.937005477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40789c-b54d-4766-b1d6-cc38ff113b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:29.985768941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40789c-b54d-4766-b1d6-cc38ff113b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:30.034756741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40789c-b54d-4766-b1d6-cc38ff113b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:30.832978091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd971848-1eff-43a0-aba1-3a7f533c40c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:31.068546131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16ba3f94-e5a4-413c-ab02-78ff1d7a26b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:31.83954946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304048f-a819-4358-82d5-9a372b705c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:31.888857299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304048f-a819-4358-82d5-9a372b705c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:31.937731391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304048f-a819-4358-82d5-9a372b705c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:31.986767476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304048f-a819-4358-82d5-9a372b705c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:33.785368191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327ff73-8a79-437d-a834-cd8edd5c84dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:33.834323436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327ff73-8a79-437d-a834-cd8edd5c84dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:33.883319961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327ff73-8a79-437d-a834-cd8edd5c84dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:33.932179809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b327ff73-8a79-437d-a834-cd8edd5c84dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:35.70400804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eae4dea-a8e9-4b61-8993-bab6e6e9dc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:35.753119244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eae4dea-a8e9-4b61-8993-bab6e6e9dc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:35.802074725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eae4dea-a8e9-4b61-8993-bab6e6e9dc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:35.85104176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eae4dea-a8e9-4b61-8993-bab6e6e9dc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:35.918639354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:37.690528388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565564f5-056e-420d-8e26-b8463bc81940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:37.739710854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565564f5-056e-420d-8e26-b8463bc81940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:37.788861758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565564f5-056e-420d-8e26-b8463bc81940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:37.838017937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565564f5-056e-420d-8e26-b8463bc81940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:39.613448638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789d9b3d-fe3d-4bda-8122-68ef6966207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:39.662328946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789d9b3d-fe3d-4bda-8122-68ef6966207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:39.711366235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789d9b3d-fe3d-4bda-8122-68ef6966207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:39.761409729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789d9b3d-fe3d-4bda-8122-68ef6966207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:41.245239415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"a5dd9b29-8d8d-48ef-a987-dd1bc0a399c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:41.353107815Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"a5dd9b29-8d8d-48ef-a987-dd1bc0a399c8","name":"e2e-worker-w2-1d3083-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:41.539818894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e470cbde-fc6b-4a11-8e11-fdfd48a76204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:41.588722525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e470cbde-fc6b-4a11-8e11-fdfd48a76204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:41.637636083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e470cbde-fc6b-4a11-8e11-fdfd48a76204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:41.686327632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e470cbde-fc6b-4a11-8e11-fdfd48a76204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:43.546438373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26fa96b9-b0d3-432f-a214-522b1bd2406c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:43.6597574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b23b7d7a-b491-42e4-87eb-b75917bf7b72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:45.879346954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"1b4e3694-8b83-4d3c-99bf-f8a4d38386b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:45.988139453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"1b4e3694-8b83-4d3c-99bf-f8a4d38386b6","name":"e2e-worker-w1-4dd22b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:50.434845926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"39add991-b899-42c3-9e20-fd2fc43b0dda","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:50.543744436Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"39add991-b899-42c3-9e20-fd2fc43b0dda","name":"e2e-worker-w0-77f3fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:32:59.832648125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"44355373-2855-48ef-bcce-073191309e92","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:03.722566084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9cd4c16-7953-4c8b-9d01-2e7d6626c27e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:03.897424412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ea48604-21e4-428d-96a7-9c69429582b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:05.916818448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:10.400235031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3b3a9-77e3-4008-a055-2ec394c2b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:10.449442124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3b3a9-77e3-4008-a055-2ec394c2b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:10.49985319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3b3a9-77e3-4008-a055-2ec394c2b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:10.549305827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3b3a9-77e3-4008-a055-2ec394c2b7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:10.697700401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c89d255-e59f-4e3e-9bb8-5e7284eb572c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:10.748266277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e746e911-9fb9-4e0c-8d73-e2571df085b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:11.543609496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"135c08b4-d4f4-4f54-904b-47318eca9c3a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:11.608527784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"022d8050-affc-4d95-8033-351af3f593aa","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:12.330703673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ac53-d823-49b2-8f61-dfc0a77b5f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:12.380287261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ac53-d823-49b2-8f61-dfc0a77b5f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:12.431673718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ac53-d823-49b2-8f61-dfc0a77b5f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:12.481661937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ac53-d823-49b2-8f61-dfc0a77b5f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:15.279915964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c19ab9-9e9a-4163-8ff5-f388dca5b9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:15.329207199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c19ab9-9e9a-4163-8ff5-f388dca5b9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:15.378247783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c19ab9-9e9a-4163-8ff5-f388dca5b9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:15.427320136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c19ab9-9e9a-4163-8ff5-f388dca5b9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:17.200946818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7666f1f4-ad8f-4319-b762-2c387acdd039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:17.250126819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7666f1f4-ad8f-4319-b762-2c387acdd039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:17.299150506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7666f1f4-ad8f-4319-b762-2c387acdd039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:17.348494161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7666f1f4-ad8f-4319-b762-2c387acdd039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:19.960637818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7990cc-72a8-45e2-9b17-05f1c962a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:20.009691679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7990cc-72a8-45e2-9b17-05f1c962a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:20.058587554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7990cc-72a8-45e2-9b17-05f1c962a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:20.107525838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7990cc-72a8-45e2-9b17-05f1c962a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:21.891535899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e04e171-405c-479a-922c-63363bc6690c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:21.940526406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e04e171-405c-479a-922c-63363bc6690c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:21.989375399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e04e171-405c-479a-922c-63363bc6690c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:22.038217957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e04e171-405c-479a-922c-63363bc6690c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:32.683402045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5344ae82-1c82-4932-93f5-a0593608b3fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:32.786129133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42e89218-255b-4758-9d88-c6f101c389b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:35.87401232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"b51d8409-ab8b-4415-826b-5037571bea46","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:35.914625446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.319891655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"49958a1e-4078-496d-81f9-36ecf4e8dee8","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.544813695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"43f285e4-51f7-44cc-a390-6ae81e72a86a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.599319718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f39bc27-683b-4957-b949-8df479e06f35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.599342726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f39bc27-683b-4957-b949-8df479e06f35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.645863773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"12f34649-f936-4b80-a342-12428ce9429c","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:33:37.648674104Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b6af18/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.697453643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"19ec2c7e-ab80-4984-92f4-c746e7dc5413","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.7033269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db24f80a-fff1-4c19-a678-98008f196e07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.703345831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db24f80a-fff1-4c19-a678-98008f196e07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.902652316Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"c1711676-9092-4d4b-bcee-e708b39f71d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"simulator-w3-b6af18","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.92666117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"3ec6d74c-38b3-4978-b2b0-a1b482e24621","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:37.981034452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"acc7d470-089a-47ec-ae51-b5c36eeaaf48","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:33:38.031118213Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"acc7d470-089a-47ec-ae51-b5c36eeaaf48","name":"simulator-w3-b6af18","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-b6af18\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:33:38.031196901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"acc7d470-089a-47ec-ae51-b5c36eeaaf48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-b6af18\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.03653525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"8d1dc2d5-aa07-4660-bbd1-57ad7ccc54e3","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.056104392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"cfce2cfe-fb83-4d7b-acaa-94c08bd89c2a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.076664282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"9e46028c-4807-4c8f-8c87-e50825bbc34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.195512379Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"9e46028c-4807-4c8f-8c87-e50825bbc34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.196262813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"d44ce76d-71e2-4fa9-8ac4-7134910e0c09","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.248179968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"9e46028c-4807-4c8f-8c87-e50825bbc34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.251157254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"42aff5bf-abb2-4daa-9fe6-8df3d63ce586","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.252268049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"576ebb88-7e6b-4c7a-8777-1eb2323f7cb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.29795466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"5fd2695f-7419-43f7-acef-dcba9680f025","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:33:38.302022119Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b6af18/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.302364386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"420fb4e9-cdaa-48e0-ac81-3ed540310886","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.349462264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"43cd6aa5-b8ff-4482-8b41-f82a4b130a1f","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.401060274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"5c725afb-f88e-4e25-9b9d-f2d98ea6b922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.407544095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"6d4c94f3-dbbb-4be8-a02a-7918e87c40f8","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.455077842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"5c725afb-f88e-4e25-9b9d-f2d98ea6b922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.484154821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"3018d46d-c172-44cd-8dfb-a1242587be35","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.507306152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"5c725afb-f88e-4e25-9b9d-f2d98ea6b922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.539496522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"2d24ed4e-568e-4e67-9d52-e48a35c20f9b","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.547038074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"0025535d-bb51-40dd-819b-4b8c63cea2e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"premium-w3-b6af18","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.681691701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6284c4f6-ff5d-4a6e-932c-592b7cd6ee59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.684534563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"fb8bb616-9a3a-4d58-80a0-1efedd997b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.70114303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"99ba575d-fe11-4649-a686-f359aa3a7588","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.735503186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6284c4f6-ff5d-4a6e-932c-592b7cd6ee59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.737524275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"fb8bb616-9a3a-4d58-80a0-1efedd997b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.787335354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6284c4f6-ff5d-4a6e-932c-592b7cd6ee59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.788811121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"fb8bb616-9a3a-4d58-80a0-1efedd997b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.840010614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"b14672af-aa1a-478a-840e-8ef6e0dd5717","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.899026535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"061c92ed-c6f8-4375-bae3-97e85ae97127","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:38.989325596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6c3f6bb3-12d0-4db3-bfc6-d4c7cee92d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:39.044287692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6c3f6bb3-12d0-4db3-bfc6-d4c7cee92d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:39.096350403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6c3f6bb3-12d0-4db3-bfc6-d4c7cee92d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.132608736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fcddc10-0edd-497a-812d-03bdc33d90b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.232202068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"571ea342-11cd-484f-9822-3eb6cdcfea1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.386008968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"f119ff38-52bb-4f53-b47d-25ba1553174a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.406438221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ddc61f45-794e-4205-a1c9-20c8ba35960d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.517422256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"2ea35052-8f85-4ee8-b7f4-7a9032b40870","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.615067475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"d9665eb0-2fd2-4917-9d3b-8e02c508a9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.615089716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"9284ff46-1305-415b-93f2-2852c6f1829d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.668215549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"9284ff46-1305-415b-93f2-2852c6f1829d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.668549329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"d9665eb0-2fd2-4917-9d3b-8e02c508a9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.671435034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"a1a68d92-f43e-4aaa-8a17-6e9180c75ebd","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.719880136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5857d9bbd90817e8fbea4b11d2c156ba6f0b2e1d873dd5ff8c7ce647fb8af1d) AuthConfig (d755835a8f93b51a978ca4dd8bba7048844632bebf07200d76f93fb086853743) AuthConfig (c3562e0000740d3691b9bba9b02dd0ee6a367ecef853acafb569d508360fb723) AuthConfig (9d7f54c344810ff31df78f898d7a7b268ce7920b0eb3926cf57df76b81215a1d) AuthConfig (63d96e584e884306bb315c4aaae5c9b1599d8c18ddc7cd59f285e6382123ab7f) AuthConfig (88ebdfebf02a0581cd6c5d2164897f26c3b9b33449dd9205411d8c514ff99c0f) AuthConfig (a446b710b002268e57ee31179ea7d96b345c31b2ac8ec17217edf945efaefda6) AuthConfig (91beaaba9d75e9a931a89172e14e6c74304d5ad3c333d5f5e74037af97b3bd26) AuthConfig (abe69ae914e29b4c50da263787d2ccb2112f86121c4185a5b569216eb43a646d) AuthConfig (626fd118ca0593b9a48b17508f6a613071eecec1c02a6557d4b19dbca861c48b) AuthConfig (48fec08b3d5462c5a6a0a263f4ccae7a65b1017fda95be43121413ea176a77eb) AuthConfig (86bc25f4dc7cc664e26fa77741f1e2114c15a62758247428dd7b8ec69467e72e) AuthConfig (e2f7132faea2ec5bd29aefcfacc3280baefa2dc72af7bef75e3eefb462672e35) AuthConfig (ef2ea500b16c260b8ca001abb2c61a0f3b6ddd9e96ddaace1fe69233628f0e4e) AuthConfig (68deb92c49f5805f0acaa6562b31ed9253b9841b1a2a6b3a6482456ed34b96ca) AuthConfig (d1b4a4ac0f1ea84071a6cb8a053c20a0568af8807d53d7a26e412c477030563f) AuthConfig (70587755aeeaa73161a774f81abecc81825658629bcb8bd088eba68acaa73e2c) AuthConfig (0fdc0fc5baed85faa682be14604cc04dd4192ff11c15f0ff647aa82f778a1988) AuthConfig (0e93b443111b5ef36bb393b37afe223b2d667e0bde3ea81d9590858f67b52ccd) AuthConfig (cc128abaafe50356c0db12aa5ba86dc9f1acbcd11789edec2b8f4d050941aaf4) AuthConfig (68f71067f0afc8858dbd67fa86760dbb2ec67cc6672ca03ec967fdf76e0c35bf) AuthConfig (b84934d2d65b6ec202dd9d6d99d4a2956430cdc4b6ca70f9cffc5df76b11b2d0) AuthConfig (8ad375c76fc816c4b51f643630eb068a745c9217466b8a76c7c536997626bcd8) AuthConfig (59ee036d0e0a735c304104270194ffa0dae5534635d0bd09f66bc3d2a2cdc540) AuthConfig (b1b1fb1441c2cf655adb8c3da06a5ed27b719ab0d6604820018da8588bb7da98) AuthConfig (61eeef0d43f3e62038c364cb70fe44b27d111b9ab0f86b2f05107f732899fe9c) AuthConfig (a02f5f8dc0265a306e22aadd2994295fa6d4493e6770155d91a77e76f388c864) AuthConfig (c1e130c770dfb8bf8c057fff6c56d130882f1396e346234fe5b9bc42216badf7) AuthConfig (8dcea38a4ac55843b6520bdfbb067a7d40e7d0290b0a1c57412c3b171ce62756) AuthConfig (7bbaa749ad00b475d6bcb84700d1417bdbdec11c95b5b68e66d964b64ae83962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"9284ff46-1305-415b-93f2-2852c6f1829d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.720347877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5857d9bbd90817e8fbea4b11d2c156ba6f0b2e1d873dd5ff8c7ce647fb8af1d) AuthConfig (d755835a8f93b51a978ca4dd8bba7048844632bebf07200d76f93fb086853743) AuthConfig (c3562e0000740d3691b9bba9b02dd0ee6a367ecef853acafb569d508360fb723) AuthConfig (9d7f54c344810ff31df78f898d7a7b268ce7920b0eb3926cf57df76b81215a1d) AuthConfig (63d96e584e884306bb315c4aaae5c9b1599d8c18ddc7cd59f285e6382123ab7f) AuthConfig (88ebdfebf02a0581cd6c5d2164897f26c3b9b33449dd9205411d8c514ff99c0f) AuthConfig (a446b710b002268e57ee31179ea7d96b345c31b2ac8ec17217edf945efaefda6) AuthConfig (91beaaba9d75e9a931a89172e14e6c74304d5ad3c333d5f5e74037af97b3bd26) AuthConfig (abe69ae914e29b4c50da263787d2ccb2112f86121c4185a5b569216eb43a646d) AuthConfig (626fd118ca0593b9a48b17508f6a613071eecec1c02a6557d4b19dbca861c48b) AuthConfig (48fec08b3d5462c5a6a0a263f4ccae7a65b1017fda95be43121413ea176a77eb) AuthConfig (86bc25f4dc7cc664e26fa77741f1e2114c15a62758247428dd7b8ec69467e72e) AuthConfig (e2f7132faea2ec5bd29aefcfacc3280baefa2dc72af7bef75e3eefb462672e35) AuthConfig (ef2ea500b16c260b8ca001abb2c61a0f3b6ddd9e96ddaace1fe69233628f0e4e) AuthConfig (68deb92c49f5805f0acaa6562b31ed9253b9841b1a2a6b3a6482456ed34b96ca) AuthConfig (d1b4a4ac0f1ea84071a6cb8a053c20a0568af8807d53d7a26e412c477030563f) AuthConfig (70587755aeeaa73161a774f81abecc81825658629bcb8bd088eba68acaa73e2c) AuthConfig (0fdc0fc5baed85faa682be14604cc04dd4192ff11c15f0ff647aa82f778a1988) AuthConfig (0e93b443111b5ef36bb393b37afe223b2d667e0bde3ea81d9590858f67b52ccd) AuthConfig (cc128abaafe50356c0db12aa5ba86dc9f1acbcd11789edec2b8f4d050941aaf4) AuthConfig (68f71067f0afc8858dbd67fa86760dbb2ec67cc6672ca03ec967fdf76e0c35bf) AuthConfig (b84934d2d65b6ec202dd9d6d99d4a2956430cdc4b6ca70f9cffc5df76b11b2d0) AuthConfig (8ad375c76fc816c4b51f643630eb068a745c9217466b8a76c7c536997626bcd8) AuthConfig (59ee036d0e0a735c304104270194ffa0dae5534635d0bd09f66bc3d2a2cdc540) AuthConfig (b1b1fb1441c2cf655adb8c3da06a5ed27b719ab0d6604820018da8588bb7da98) AuthConfig (61eeef0d43f3e62038c364cb70fe44b27d111b9ab0f86b2f05107f732899fe9c) AuthConfig (a02f5f8dc0265a306e22aadd2994295fa6d4493e6770155d91a77e76f388c864) AuthConfig (c1e130c770dfb8bf8c057fff6c56d130882f1396e346234fe5b9bc42216badf7) AuthConfig (8dcea38a4ac55843b6520bdfbb067a7d40e7d0290b0a1c57412c3b171ce62756) AuthConfig (7bbaa749ad00b475d6bcb84700d1417bdbdec11c95b5b68e66d964b64ae83962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"d9665eb0-2fd2-4917-9d3b-8e02c508a9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.773989779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"7f5b463c-f377-49ff-ac58-0947b7105649","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.776673105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"09bdea6a-d05f-41c8-a05a-c743e8fee2b7","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.919333012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"55681c7a-ac94-457a-89db-9e367b87047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.920901389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"01196a3e-77c0-4b3f-bf42-c7f9bdb1a12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.973213413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"55681c7a-ac94-457a-89db-9e367b87047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:46.973752698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"01196a3e-77c0-4b3f-bf42-c7f9bdb1a12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:47.02498278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5857d9bbd90817e8fbea4b11d2c156ba6f0b2e1d873dd5ff8c7ce647fb8af1d) AuthConfig (d755835a8f93b51a978ca4dd8bba7048844632bebf07200d76f93fb086853743) AuthConfig (c3562e0000740d3691b9bba9b02dd0ee6a367ecef853acafb569d508360fb723) AuthConfig (9d7f54c344810ff31df78f898d7a7b268ce7920b0eb3926cf57df76b81215a1d) AuthConfig (63d96e584e884306bb315c4aaae5c9b1599d8c18ddc7cd59f285e6382123ab7f) AuthConfig (88ebdfebf02a0581cd6c5d2164897f26c3b9b33449dd9205411d8c514ff99c0f) AuthConfig (a446b710b002268e57ee31179ea7d96b345c31b2ac8ec17217edf945efaefda6) AuthConfig (91beaaba9d75e9a931a89172e14e6c74304d5ad3c333d5f5e74037af97b3bd26) AuthConfig (abe69ae914e29b4c50da263787d2ccb2112f86121c4185a5b569216eb43a646d) AuthConfig (626fd118ca0593b9a48b17508f6a613071eecec1c02a6557d4b19dbca861c48b) AuthConfig (48fec08b3d5462c5a6a0a263f4ccae7a65b1017fda95be43121413ea176a77eb) AuthConfig (86bc25f4dc7cc664e26fa77741f1e2114c15a62758247428dd7b8ec69467e72e) AuthConfig (e2f7132faea2ec5bd29aefcfacc3280baefa2dc72af7bef75e3eefb462672e35) AuthConfig (ef2ea500b16c260b8ca001abb2c61a0f3b6ddd9e96ddaace1fe69233628f0e4e) AuthConfig (68deb92c49f5805f0acaa6562b31ed9253b9841b1a2a6b3a6482456ed34b96ca) AuthConfig (d1b4a4ac0f1ea84071a6cb8a053c20a0568af8807d53d7a26e412c477030563f) AuthConfig (70587755aeeaa73161a774f81abecc81825658629bcb8bd088eba68acaa73e2c) AuthConfig (0fdc0fc5baed85faa682be14604cc04dd4192ff11c15f0ff647aa82f778a1988) AuthConfig (0e93b443111b5ef36bb393b37afe223b2d667e0bde3ea81d9590858f67b52ccd) AuthConfig (cc128abaafe50356c0db12aa5ba86dc9f1acbcd11789edec2b8f4d050941aaf4) AuthConfig (68f71067f0afc8858dbd67fa86760dbb2ec67cc6672ca03ec967fdf76e0c35bf) AuthConfig (b84934d2d65b6ec202dd9d6d99d4a2956430cdc4b6ca70f9cffc5df76b11b2d0) AuthConfig (8ad375c76fc816c4b51f643630eb068a745c9217466b8a76c7c536997626bcd8) AuthConfig (59ee036d0e0a735c304104270194ffa0dae5534635d0bd09f66bc3d2a2cdc540) AuthConfig (b1b1fb1441c2cf655adb8c3da06a5ed27b719ab0d6604820018da8588bb7da98) AuthConfig (61eeef0d43f3e62038c364cb70fe44b27d111b9ab0f86b2f05107f732899fe9c) AuthConfig (a02f5f8dc0265a306e22aadd2994295fa6d4493e6770155d91a77e76f388c864) AuthConfig (c1e130c770dfb8bf8c057fff6c56d130882f1396e346234fe5b9bc42216badf7) AuthConfig (8dcea38a4ac55843b6520bdfbb067a7d40e7d0290b0a1c57412c3b171ce62756) AuthConfig (7bbaa749ad00b475d6bcb84700d1417bdbdec11c95b5b68e66d964b64ae83962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"55681c7a-ac94-457a-89db-9e367b87047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:47.025048983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5857d9bbd90817e8fbea4b11d2c156ba6f0b2e1d873dd5ff8c7ce647fb8af1d) AuthConfig (d755835a8f93b51a978ca4dd8bba7048844632bebf07200d76f93fb086853743) AuthConfig (c3562e0000740d3691b9bba9b02dd0ee6a367ecef853acafb569d508360fb723) AuthConfig (9d7f54c344810ff31df78f898d7a7b268ce7920b0eb3926cf57df76b81215a1d) AuthConfig (63d96e584e884306bb315c4aaae5c9b1599d8c18ddc7cd59f285e6382123ab7f) AuthConfig (88ebdfebf02a0581cd6c5d2164897f26c3b9b33449dd9205411d8c514ff99c0f) AuthConfig (a446b710b002268e57ee31179ea7d96b345c31b2ac8ec17217edf945efaefda6) AuthConfig (91beaaba9d75e9a931a89172e14e6c74304d5ad3c333d5f5e74037af97b3bd26) AuthConfig (abe69ae914e29b4c50da263787d2ccb2112f86121c4185a5b569216eb43a646d) AuthConfig (626fd118ca0593b9a48b17508f6a613071eecec1c02a6557d4b19dbca861c48b) AuthConfig (48fec08b3d5462c5a6a0a263f4ccae7a65b1017fda95be43121413ea176a77eb) AuthConfig (86bc25f4dc7cc664e26fa77741f1e2114c15a62758247428dd7b8ec69467e72e) AuthConfig (e2f7132faea2ec5bd29aefcfacc3280baefa2dc72af7bef75e3eefb462672e35) AuthConfig (ef2ea500b16c260b8ca001abb2c61a0f3b6ddd9e96ddaace1fe69233628f0e4e) AuthConfig (68deb92c49f5805f0acaa6562b31ed9253b9841b1a2a6b3a6482456ed34b96ca) AuthConfig (d1b4a4ac0f1ea84071a6cb8a053c20a0568af8807d53d7a26e412c477030563f) AuthConfig (70587755aeeaa73161a774f81abecc81825658629bcb8bd088eba68acaa73e2c) AuthConfig (0fdc0fc5baed85faa682be14604cc04dd4192ff11c15f0ff647aa82f778a1988) AuthConfig (0e93b443111b5ef36bb393b37afe223b2d667e0bde3ea81d9590858f67b52ccd) AuthConfig (cc128abaafe50356c0db12aa5ba86dc9f1acbcd11789edec2b8f4d050941aaf4) AuthConfig (68f71067f0afc8858dbd67fa86760dbb2ec67cc6672ca03ec967fdf76e0c35bf) AuthConfig (b84934d2d65b6ec202dd9d6d99d4a2956430cdc4b6ca70f9cffc5df76b11b2d0) AuthConfig (8ad375c76fc816c4b51f643630eb068a745c9217466b8a76c7c536997626bcd8) AuthConfig (59ee036d0e0a735c304104270194ffa0dae5534635d0bd09f66bc3d2a2cdc540) AuthConfig (b1b1fb1441c2cf655adb8c3da06a5ed27b719ab0d6604820018da8588bb7da98) AuthConfig (61eeef0d43f3e62038c364cb70fe44b27d111b9ab0f86b2f05107f732899fe9c) AuthConfig (a02f5f8dc0265a306e22aadd2994295fa6d4493e6770155d91a77e76f388c864) AuthConfig (c1e130c770dfb8bf8c057fff6c56d130882f1396e346234fe5b9bc42216badf7) AuthConfig (8dcea38a4ac55843b6520bdfbb067a7d40e7d0290b0a1c57412c3b171ce62756) AuthConfig (7bbaa749ad00b475d6bcb84700d1417bdbdec11c95b5b68e66d964b64ae83962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"01196a3e-77c0-4b3f-bf42-c7f9bdb1a12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:33:47.077640198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"01196a3e-77c0-4b3f-bf42-c7f9bdb1a12a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:47.235580079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"1add9daa-d233-4cbe-8658-be0d71375cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:47.288983934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"1add9daa-d233-4cbe-8658-be0d71375cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:47.341052303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5857d9bbd90817e8fbea4b11d2c156ba6f0b2e1d873dd5ff8c7ce647fb8af1d) AuthConfig (d755835a8f93b51a978ca4dd8bba7048844632bebf07200d76f93fb086853743) AuthConfig (c3562e0000740d3691b9bba9b02dd0ee6a367ecef853acafb569d508360fb723) AuthConfig (9d7f54c344810ff31df78f898d7a7b268ce7920b0eb3926cf57df76b81215a1d) AuthConfig (63d96e584e884306bb315c4aaae5c9b1599d8c18ddc7cd59f285e6382123ab7f) AuthConfig (88ebdfebf02a0581cd6c5d2164897f26c3b9b33449dd9205411d8c514ff99c0f) AuthConfig (a446b710b002268e57ee31179ea7d96b345c31b2ac8ec17217edf945efaefda6) AuthConfig (91beaaba9d75e9a931a89172e14e6c74304d5ad3c333d5f5e74037af97b3bd26) AuthConfig (abe69ae914e29b4c50da263787d2ccb2112f86121c4185a5b569216eb43a646d) AuthConfig (626fd118ca0593b9a48b17508f6a613071eecec1c02a6557d4b19dbca861c48b) AuthConfig (48fec08b3d5462c5a6a0a263f4ccae7a65b1017fda95be43121413ea176a77eb) AuthConfig (86bc25f4dc7cc664e26fa77741f1e2114c15a62758247428dd7b8ec69467e72e) AuthConfig (e2f7132faea2ec5bd29aefcfacc3280baefa2dc72af7bef75e3eefb462672e35) AuthConfig (ef2ea500b16c260b8ca001abb2c61a0f3b6ddd9e96ddaace1fe69233628f0e4e) AuthConfig (68deb92c49f5805f0acaa6562b31ed9253b9841b1a2a6b3a6482456ed34b96ca) AuthConfig (d1b4a4ac0f1ea84071a6cb8a053c20a0568af8807d53d7a26e412c477030563f) AuthConfig (70587755aeeaa73161a774f81abecc81825658629bcb8bd088eba68acaa73e2c) AuthConfig (0fdc0fc5baed85faa682be14604cc04dd4192ff11c15f0ff647aa82f778a1988) AuthConfig (0e93b443111b5ef36bb393b37afe223b2d667e0bde3ea81d9590858f67b52ccd) AuthConfig (cc128abaafe50356c0db12aa5ba86dc9f1acbcd11789edec2b8f4d050941aaf4) AuthConfig (68f71067f0afc8858dbd67fa86760dbb2ec67cc6672ca03ec967fdf76e0c35bf) AuthConfig (b84934d2d65b6ec202dd9d6d99d4a2956430cdc4b6ca70f9cffc5df76b11b2d0) AuthConfig (8ad375c76fc816c4b51f643630eb068a745c9217466b8a76c7c536997626bcd8) AuthConfig (59ee036d0e0a735c304104270194ffa0dae5534635d0bd09f66bc3d2a2cdc540) AuthConfig (b1b1fb1441c2cf655adb8c3da06a5ed27b719ab0d6604820018da8588bb7da98) AuthConfig (61eeef0d43f3e62038c364cb70fe44b27d111b9ab0f86b2f05107f732899fe9c) AuthConfig (a02f5f8dc0265a306e22aadd2994295fa6d4493e6770155d91a77e76f388c864) AuthConfig (c1e130c770dfb8bf8c057fff6c56d130882f1396e346234fe5b9bc42216badf7) AuthConfig (8dcea38a4ac55843b6520bdfbb067a7d40e7d0290b0a1c57412c3b171ce62756) AuthConfig (7bbaa749ad00b475d6bcb84700d1417bdbdec11c95b5b68e66d964b64ae83962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"1add9daa-d233-4cbe-8658-be0d71375cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:57.170819098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f306b343-2d50-4798-ba16-c1d10026be7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:57.223593534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f306b343-2d50-4798-ba16-c1d10026be7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:57.274667023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5857d9bbd90817e8fbea4b11d2c156ba6f0b2e1d873dd5ff8c7ce647fb8af1d) AuthConfig (d755835a8f93b51a978ca4dd8bba7048844632bebf07200d76f93fb086853743) AuthConfig (c3562e0000740d3691b9bba9b02dd0ee6a367ecef853acafb569d508360fb723) AuthConfig (9d7f54c344810ff31df78f898d7a7b268ce7920b0eb3926cf57df76b81215a1d) AuthConfig (63d96e584e884306bb315c4aaae5c9b1599d8c18ddc7cd59f285e6382123ab7f) AuthConfig (88ebdfebf02a0581cd6c5d2164897f26c3b9b33449dd9205411d8c514ff99c0f) AuthConfig (a446b710b002268e57ee31179ea7d96b345c31b2ac8ec17217edf945efaefda6) AuthConfig (91beaaba9d75e9a931a89172e14e6c74304d5ad3c333d5f5e74037af97b3bd26) AuthConfig (abe69ae914e29b4c50da263787d2ccb2112f86121c4185a5b569216eb43a646d) AuthConfig (626fd118ca0593b9a48b17508f6a613071eecec1c02a6557d4b19dbca861c48b) AuthConfig (48fec08b3d5462c5a6a0a263f4ccae7a65b1017fda95be43121413ea176a77eb) AuthConfig (86bc25f4dc7cc664e26fa77741f1e2114c15a62758247428dd7b8ec69467e72e) AuthConfig (e2f7132faea2ec5bd29aefcfacc3280baefa2dc72af7bef75e3eefb462672e35) AuthConfig (ef2ea500b16c260b8ca001abb2c61a0f3b6ddd9e96ddaace1fe69233628f0e4e) AuthConfig (68deb92c49f5805f0acaa6562b31ed9253b9841b1a2a6b3a6482456ed34b96ca) AuthConfig (d1b4a4ac0f1ea84071a6cb8a053c20a0568af8807d53d7a26e412c477030563f) AuthConfig (70587755aeeaa73161a774f81abecc81825658629bcb8bd088eba68acaa73e2c) AuthConfig (0fdc0fc5baed85faa682be14604cc04dd4192ff11c15f0ff647aa82f778a1988) AuthConfig (0e93b443111b5ef36bb393b37afe223b2d667e0bde3ea81d9590858f67b52ccd) AuthConfig (cc128abaafe50356c0db12aa5ba86dc9f1acbcd11789edec2b8f4d050941aaf4) AuthConfig (68f71067f0afc8858dbd67fa86760dbb2ec67cc6672ca03ec967fdf76e0c35bf) AuthConfig (b84934d2d65b6ec202dd9d6d99d4a2956430cdc4b6ca70f9cffc5df76b11b2d0) AuthConfig (8ad375c76fc816c4b51f643630eb068a745c9217466b8a76c7c536997626bcd8) AuthConfig (59ee036d0e0a735c304104270194ffa0dae5534635d0bd09f66bc3d2a2cdc540) AuthConfig (b1b1fb1441c2cf655adb8c3da06a5ed27b719ab0d6604820018da8588bb7da98) AuthConfig (61eeef0d43f3e62038c364cb70fe44b27d111b9ab0f86b2f05107f732899fe9c) AuthConfig (a02f5f8dc0265a306e22aadd2994295fa6d4493e6770155d91a77e76f388c864) AuthConfig (c1e130c770dfb8bf8c057fff6c56d130882f1396e346234fe5b9bc42216badf7) AuthConfig (8dcea38a4ac55843b6520bdfbb067a7d40e7d0290b0a1c57412c3b171ce62756) AuthConfig (7bbaa749ad00b475d6bcb84700d1417bdbdec11c95b5b68e66d964b64ae83962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f306b343-2d50-4798-ba16-c1d10026be7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:57.489027635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"b1d99c51-97e6-4582-ac08-721877ef3097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:57.541610765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"b1d99c51-97e6-4582-ac08-721877ef3097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:33:57.593626192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b6af18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5857d9bbd90817e8fbea4b11d2c156ba6f0b2e1d873dd5ff8c7ce647fb8af1d) AuthConfig (d755835a8f93b51a978ca4dd8bba7048844632bebf07200d76f93fb086853743) AuthConfig (c3562e0000740d3691b9bba9b02dd0ee6a367ecef853acafb569d508360fb723) AuthConfig (9d7f54c344810ff31df78f898d7a7b268ce7920b0eb3926cf57df76b81215a1d) AuthConfig (63d96e584e884306bb315c4aaae5c9b1599d8c18ddc7cd59f285e6382123ab7f) AuthConfig (88ebdfebf02a0581cd6c5d2164897f26c3b9b33449dd9205411d8c514ff99c0f) AuthConfig (a446b710b002268e57ee31179ea7d96b345c31b2ac8ec17217edf945efaefda6) AuthConfig (91beaaba9d75e9a931a89172e14e6c74304d5ad3c333d5f5e74037af97b3bd26) AuthConfig (abe69ae914e29b4c50da263787d2ccb2112f86121c4185a5b569216eb43a646d) AuthConfig (626fd118ca0593b9a48b17508f6a613071eecec1c02a6557d4b19dbca861c48b) AuthConfig (48fec08b3d5462c5a6a0a263f4ccae7a65b1017fda95be43121413ea176a77eb) AuthConfig (86bc25f4dc7cc664e26fa77741f1e2114c15a62758247428dd7b8ec69467e72e) AuthConfig (e2f7132faea2ec5bd29aefcfacc3280baefa2dc72af7bef75e3eefb462672e35) AuthConfig (ef2ea500b16c260b8ca001abb2c61a0f3b6ddd9e96ddaace1fe69233628f0e4e) AuthConfig (68deb92c49f5805f0acaa6562b31ed9253b9841b1a2a6b3a6482456ed34b96ca) AuthConfig (d1b4a4ac0f1ea84071a6cb8a053c20a0568af8807d53d7a26e412c477030563f) AuthConfig (70587755aeeaa73161a774f81abecc81825658629bcb8bd088eba68acaa73e2c) AuthConfig (0fdc0fc5baed85faa682be14604cc04dd4192ff11c15f0ff647aa82f778a1988) AuthConfig (0e93b443111b5ef36bb393b37afe223b2d667e0bde3ea81d9590858f67b52ccd) AuthConfig (cc128abaafe50356c0db12aa5ba86dc9f1acbcd11789edec2b8f4d050941aaf4) AuthConfig (68f71067f0afc8858dbd67fa86760dbb2ec67cc6672ca03ec967fdf76e0c35bf) AuthConfig (b84934d2d65b6ec202dd9d6d99d4a2956430cdc4b6ca70f9cffc5df76b11b2d0) AuthConfig (8ad375c76fc816c4b51f643630eb068a745c9217466b8a76c7c536997626bcd8) AuthConfig (59ee036d0e0a735c304104270194ffa0dae5534635d0bd09f66bc3d2a2cdc540) AuthConfig (b1b1fb1441c2cf655adb8c3da06a5ed27b719ab0d6604820018da8588bb7da98) AuthConfig (61eeef0d43f3e62038c364cb70fe44b27d111b9ab0f86b2f05107f732899fe9c) AuthConfig (a02f5f8dc0265a306e22aadd2994295fa6d4493e6770155d91a77e76f388c864) AuthConfig (c1e130c770dfb8bf8c057fff6c56d130882f1396e346234fe5b9bc42216badf7) AuthConfig (8dcea38a4ac55843b6520bdfbb067a7d40e7d0290b0a1c57412c3b171ce62756) AuthConfig (7bbaa749ad00b475d6bcb84700d1417bdbdec11c95b5b68e66d964b64ae83962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"b1d99c51-97e6-4582-ac08-721877ef3097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:04.672269038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"d5195297-8503-4704-83c0-cce095ff9074","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:04.73515426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"57ef30d8-d77b-4cbd-8db4-dddacd5f0b2a","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:05.916869164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:07.420787519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"d6acf4a8-6fcf-4f38-875f-5d8c3f962fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:07.473682824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"d6acf4a8-6fcf-4f38-875f-5d8c3f962fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:07.723343236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"2321dd8c-2d26-403f-b8d5-0fa3451b1d89","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:07.74007523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"48a34445-3ecb-4cfd-bb49-408ab75e7618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:07.792294485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"48a34445-3ecb-4cfd-bb49-408ab75e7618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:08.098897303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"8949bb70-d8d0-4c79-a9e6-aeba88fe903f","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:10.923206883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"02da6e4a-bc1a-4533-8058-dee9e07f4684","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.14244014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"fbc74f48-29bc-4fb5-a186-6e2dd2b6679a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.193614065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"c96c50f5-5c21-4c21-9a7e-c760ba80619f","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.340152719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"67982a34-3f39-4504-89fc-500e356f12c9","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.39295267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"67982a34-3f39-4504-89fc-500e356f12c9","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.408798325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"180e5025-75b0-4956-b088-a7ceabb0823c","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.462895118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"abd6e48b-4f1a-4c9d-8749-ed451d3f4183","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.510573589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"b55b5e75-31bc-43c6-a77e-11af86547ee8","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:17.513709199Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b6af18/e2e-dry-sub-e787826f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-e787826f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.557695217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1edd31e8-e335-44a8-867e-03eab6a19365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.557802933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a96d14fa-098e-4b3a-b492-a3dc74385d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.567026878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"dc398e66-98d5-4caf-b763-e7f6b47099e1","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.615489798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1edd31e8-e335-44a8-867e-03eab6a19365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.617157956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a96d14fa-098e-4b3a-b492-a3dc74385d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.703782127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"5039c49c-0d06-46f8-90c5-767cc22d9c0c","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.825795678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f","reconcileID":"29c1df66-07e2-4508-94b0-f0b8ea0afbf1","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/e2e-dry-sub-e787826f","ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.849466667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"bf2aa754-6492-4b5a-a02b-f296d5572f5c","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.902048822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"bf2aa754-6492-4b5a-a02b-f296d5572f5c","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.948972966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"aedc2d7f-823a-4cc9-aec4-8f04db614b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:17.982190905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"d52c662c-39cf-4d2a-a372-d9525b4d1dc9","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:18.002547436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"aedc2d7f-823a-4cc9-aec4-8f04db614b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:18.029078331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"f59462c8-4000-465e-b9b0-154942f45d0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:18.049083265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"8063db2e-0023-4433-b715-cfdda8319ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:18.101555922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"8063db2e-0023-4433-b715-cfdda8319ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:18.176992462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f","reconcileID":"5a819bf0-e246-4bf3-8f0c-891fe62c6504","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:19.777284521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"c9af3c69-c1d7-4cb7-961d-18f423c9bd9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:19.87800952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b6c48f2-b83c-4b7b-9f04-0dda5597f766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:19.893660369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2db63c8-376c-47d6-ba62-b9e9b5475358","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:21.994787155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"be79fe0f-7ef7-44d6-9380-b95d0e3be375","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:22.140995841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"ff367543-3f9a-41f0-afdb-a134c0210777","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:22.141180353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"cd988b01-8c70-4ae3-aedf-296d9cbf858c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:22.140995742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"839b120f-5ccc-448c-82c8-00c52a29bfa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:22.195610922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"cd988b01-8c70-4ae3-aedf-296d9cbf858c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:22.195608696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"839b120f-5ccc-448c-82c8-00c52a29bfa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:22.197825808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"ff367543-3f9a-41f0-afdb-a134c0210777","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:22.435395726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"ac1110de-7c7a-4bb7-b1a4-5bdf9acfa92a","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:23.672505565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"f72cd28a-0e17-40e7-bf46-a30ce373fc27","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:27.727225337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"cdff8a49-b7b3-401d-84ae-0182e606e5c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:28.022411122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"c5940367-2475-487a-9ac9-f06c548c4f6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:28.7277639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"350c5744-b335-463c-b0ad-5ea7f9d22505","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:28.84632024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"3ea75271-3bc1-4767-8548-00b20c8b8a59","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:28.898004156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"f87283a8-94a5-4a4b-a7fc-6300848e4469","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:28.949613202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"6fe1e6b6-cd1b-44de-9400-5802f96b0d1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.058224998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"57ec7f33-a615-4d42-9669-63ab52b6f3bf","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.11265646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"547ea31d-4953-487e-b3ac-a909835c5735","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.116058213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"42c49643-c02c-49e1-90f2-2d32f5c28f40","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.17062995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"95a2d6a4-01ab-4802-8d57-1d1e195d0133","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:29.221258318Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"95a2d6a4-01ab-4802-8d57-1d1e195d0133","name":"simulator-w4-fbf85f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-fbf85f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:29.221321044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"95a2d6a4-01ab-4802-8d57-1d1e195d0133","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-fbf85f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.22663013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"39839da6-f728-4886-af14-479addaf4168","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.26781498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5c24e886-ae1d-4a20-ae4a-ed5f7c5caf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.311046779Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"e57ec0aa-ae01-4d18-aba6-679eb8bd2a71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.383797327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5c24e886-ae1d-4a20-ae4a-ed5f7c5caf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.398125032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"400316d6-f839-482a-83db-3b8f8de0d667","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.435187284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5c24e886-ae1d-4a20-ae4a-ed5f7c5caf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.449048636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"1bd4b692-709a-4ac2-9107-9de63fb6e616","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.463263508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"8de1f83e-3f6c-4d93-b682-8b7b86e73d39","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.487992483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"37bbad17-39ed-45b7-ba6c-214d472f3d8a","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:29.49954075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"5a7f2a02-08a8-40d0-aed3-c67db4a76b24","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:29.500105476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.585625677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9bb27760-1370-44d5-a181-43176c45977c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.608779016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"9a96bb19-60eb-497c-9207-77ea1c7c086d","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.640147851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9bb27760-1370-44d5-a181-43176c45977c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.665368081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"48dcc4b6-219b-4d7c-99b7-eafa3268607d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.665389512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"016b662d-8386-4030-bc53-b73b47fde428","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.670648115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"d25f5219-2f5d-462d-a8b7-b998c39b00d6","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.691482906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9bb27760-1370-44d5-a181-43176c45977c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.725253987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"bd468382-4d27-42cb-92da-cb6ed11a8c91","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:29.77505279Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"bd468382-4d27-42cb-92da-cb6ed11a8c91","name":"premium-w4-fbf85f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-fbf85f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:29.775140062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"bd468382-4d27-42cb-92da-cb6ed11a8c91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-fbf85f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.780448723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"5fab3774-cf51-47e4-9a59-8d817babbc63","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.836990406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a7c699e7-e468-4e4f-8c08-aba1f6f9ece5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.864203392Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"abb99618-3c11-426b-90fe-f2d324c89fbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"premium-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.868908156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7302f9f5-ddaa-4335-87b1-93884e6db191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.890957301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a7c699e7-e468-4e4f-8c08-aba1f6f9ece5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.92415477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7302f9f5-ddaa-4335-87b1-93884e6db191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.942391201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a7c699e7-e468-4e4f-8c08-aba1f6f9ece5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:29.975513094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7302f9f5-ddaa-4335-87b1-93884e6db191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.018114367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"1afa9f20-63bd-420d-a627-bff21456eb68","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.02873337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"9c475edc-e8cd-44e9-b502-78ce5aac1b70","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.087677406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7947b060-1d42-412a-8aa2-f6df8d96730b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.140754837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7947b060-1d42-412a-8aa2-f6df8d96730b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.187651953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3fc1737c-5227-46a9-b221-536f53f2c91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.192291457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7947b060-1d42-412a-8aa2-f6df8d96730b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.215582372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"03b35e27-ca59-49ad-a685-8ed35dc2d54a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.243518915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3fc1737c-5227-46a9-b221-536f53f2c91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.295056973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3fc1737c-5227-46a9-b221-536f53f2c91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.412175298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d6a62fd0-bdf5-43ec-9281-e74ec88f5bed","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:30.474093529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"8c7d1df6-3656-410b-a8d5-bcce01be5aa3","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.146637073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f","reconcileID":"21d1cd72-8ca3-420d-9297-3301421e0c57","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscription":"e2e-dry-sub-e787826f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.293771984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f","reconcileID":"21d1cd72-8ca3-420d-9297-3301421e0c57","MaaSSubscription":{"name":"e2e-dry-sub-e787826f","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.495812019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"ab027ae8-e212-4f17-b7b1-521556460467","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.550604258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"cbce2592-32c3-4eb7-8552-ff753b806c1a","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.605459676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"ccad817f-7259-4dfb-b3a4-4bda65efc131","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.641643475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"89df4407-9d80-4d65-b569-e25639266940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.641704963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"d05181d3-2e23-465c-8a49-45a98ac42a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.642545604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"d1fc10ba-63a2-4d80-8458-d80345e932c9","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.649411256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"58100e2a-07dc-4d52-8679-c72472fbcb76","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.69464889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"d05181d3-2e23-465c-8a49-45a98ac42a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.69474278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"d1fc10ba-63a2-4d80-8458-d80345e932c9","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.69679225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"89df4407-9d80-4d65-b569-e25639266940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:32.892405234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-dry-sub-e787826f-auth","reconcileID":"97e727bc-c162-47ea-8861-bc72c8d47182","MaaSAuthPolicy":{"name":"e2e-dry-sub-e787826f-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:33.094997023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"36c17e0a-8fc5-4604-87f6-755879b692dd","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.209104113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"920b8251-2cb3-4c30-af53-4195f7345e1e","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.260488173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"d17c7335-175c-489d-8262-cf846b306487","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.406395925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"e575862c-f80c-472b-b6ea-4e381ffc2f0a","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.459049598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"e575862c-f80c-472b-b6ea-4e381ffc2f0a","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.488594933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"9830a2c2-17f3-4719-a204-a6375f9db1f4","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.540064961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"1de16bb1-faa2-440d-bd7c-ba7ccd19fb0f","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:34.596223039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c","reconcileID":"96c62394-4cd3-48e3-aa4a-2bbacdf8314a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-24853c3c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.634547756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"da6e5b0b-f9f9-4f9d-9281-f147848363c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.634549987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c9f06656-7e9c-456c-9292-f8790d668107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.688045372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c9f06656-7e9c-456c-9292-f8790d668107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.688089691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"da6e5b0b-f9f9-4f9d-9281-f147848363c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.702401024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"1d70fa6e-8e0c-457e-89bd-62e47ed831fe","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.709577059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"1e67d0b7-7c28-490f-ad95-db708edd333e","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.755366107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"61d749f8-90c0-410e-a223-5729fac23053","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.85462335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"e67c80fe-e432-49e1-bbb5-e78f99b7d54b","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:34.907682138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"e67c80fe-e432-49e1-bbb5-e78f99b7d54b","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.00916204Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c","reconcileID":"52b23278-c8da-4b39-b04f-2ef01dd37f80","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/e2e-combo-sub-24853c3c","ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.031356327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"da4bc2c6-fc46-43e3-8048-f4dab05a8b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.031360622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"435b05f8-e74c-468c-9abd-f490377495ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.084321471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"435b05f8-e74c-468c-9abd-f490377495ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.084536355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"da4bc2c6-fc46-43e3-8048-f4dab05a8b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:35.155357112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"e67c80fe-e432-49e1-bbb5-e78f99b7d54b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-24853c3c-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.164306479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"87f5cc82-56fd-4b79-b95f-d6f3b7de7038","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.206985805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"626c0677-255b-4cd0-82dd-dc5bc71fd765","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.308168476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"9cc9a6a3-84f6-4135-88c9-227f1503a4bc","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.376746665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"9cc9a6a3-84f6-4135-88c9-227f1503a4bc","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.377261277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c","reconcileID":"e36cf56d-d386-4c8b-a479-b9ae9899e901","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:35.91620255Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:39.359832237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ce58b5f-965a-40df-b8c7-ec9982e81e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:39.459222098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"09602593-4ced-4b4f-be4c-2e442b6a88bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:39.582057455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6534e4f9-9fa5-48bc-a258-d7c03a326597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:39.791466753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"d4572e1b-2465-4672-b1ac-6fff2191e490","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:39.861649533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"5668708e-2d4f-4dee-bf7a-d40ce5003d26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:39.974904614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"1d81e4cd-5a3b-46d3-abbe-120c8076e1f3","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:39.981857359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"6c2be8c0-faa3-46a0-bd4a-14195e93ad81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.027936888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"1d81e4cd-5a3b-46d3-abbe-120c8076e1f3","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.032133421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"80f3e8fb-501d-4462-be3a-333e562fb341","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.075822275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c6d512e6-8872-47d0-b694-8bf0eb2953a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.07598981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"776ad6dc-c46a-415b-92d4-60b9b466a1cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.076514923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ab2ee60e-51da-474a-ab01-c5540c6cdcc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.076591291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3a03d5a6-527c-4456-aab2-3b12aa74fcce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.129245126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3a03d5a6-527c-4456-aab2-3b12aa74fcce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.129283626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c6d512e6-8872-47d0-b694-8bf0eb2953a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.131592816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ab2ee60e-51da-474a-ab01-c5540c6cdcc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.132234869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"776ad6dc-c46a-415b-92d4-60b9b466a1cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.136497759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"f0c995c3-f5c3-4dce-82ff-1713908a2d03","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.180794369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9fd05e8c51ebac5ca1d3616d8cea812ec11ec40849fcb30e727a2350c6b4fcb) AuthConfig (91afd5ff6808ed0befe7ff265e45e7057e134f44b9d4abf66ff7c3ad28e84bf2) AuthConfig (700b72127d58869fe4dbda1b41f3e6d04f59c496ac9233fd2c0c2ea1d1bcc937) AuthConfig (7e6c8b8c647d8e01c28b2aa4a7c7857aae9b08b9801b156e89d618a90ce97079) AuthConfig (92d39a671c4a9efd6491e9560411b93ad4d3949ffaeed2b5699f62e6162fd66a) AuthConfig (10e5f0454f49f5456baaf0b43dcd4f5a2abd8988facb425711db675820c0689b) AuthConfig (8978f1284902bb6e8de5ab195dea49cd3943351b00046981f892f120b633c9ef) AuthConfig (7f846a0c741e2e1bf91b9248df3941aa6c26c66abcf36d7f9d2f3400939e73af) AuthConfig (5eb3a524c4b331e28499227094044682da0ccff49244a82eb19dce1f2ab5b755) AuthConfig (9633364716617c02258bda7ae08e037762b01a5a8a7e28b2042ee46cf7637db9) AuthConfig (8402731061840955247eacdb8b9e4222b93921be8f2f061ae36f9e83e213fe52) AuthConfig (e33f9c6e835bb8900c16d6822f6d9c96d6e1cb8a474c46c7dbbd0f20b7755561) AuthConfig (44ee2bb02f127c85fa27bb8442959893f91ef2c7a1e69d4fa5adaa4369cf4541) AuthConfig (6b4bcddf4ffa6510a13fe0025285832447537db47fa7f8e00d57e98ea32b00df) AuthConfig (3bdf525378d80e2e4b5d2227e9376d6d12f733740c5e7fa976c390f28d59ecc0) AuthConfig (3a32f4900bb1e97115fd45921b57972cf4d7a1f63a2e6f03a8dbc88292f95619) AuthConfig (98ea32ff7f70db7ebddaad2e0288dd34eade68edd50face4f6f9a705a3a4e881) AuthConfig (8bb292926c021060cda30406e304a27ca46c000598336fa51a11cb7e6d850269) AuthConfig (ddfad4d76c361e3be0ce74003023d772d47d30b41cbcc5c6c2c90af956155d95) AuthConfig (a5837d0b7123d1454618b3f3b93f7a42a218256668f2868f45dba9b12d2914fa) AuthConfig (f381b092b9bdb90474100e3b6063eb84d6030af8ec6874375799ecd601464664) AuthConfig (ba5fc767612a358130c833fb2a06e89657a45ee7b3d76ae8db9379aec37c316e) AuthConfig (09cfe95ca64f2640a63f6af6d491dfe0e1411461029656cab5089e1a631e42a1) AuthConfig (d1902c0004a5a0db5db8103ceda352835d107687c1476d530be5eb4e642dea38) AuthConfig (9d7bf0f14700f5c233a081635ffdc64ee7b66647d743bf6dc453ccce54136605) AuthConfig (71595252cd876b1e4dd6884666d13c6603104b6d2206d2bb0ec8939a4fad0016) AuthConfig (58a4cd1777bcab5d63074e7be1546ba5daec2358be29b96f8faedfe2de026c00) AuthConfig (62016cb25c662114ea461487043713a01b0bab0e6b3a418773d56f6608dd2fb8) AuthConfig (b6c8e594584eb42df59e1879ab6e1b0f798eb904a87257a7d5c1178cd4c48fb8) AuthConfig (ea3eee4c98d3fa77ea5226e596340ad19664fc6851c0d666db1f85adb756d06a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c6d512e6-8872-47d0-b694-8bf0eb2953a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.182989944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9fd05e8c51ebac5ca1d3616d8cea812ec11ec40849fcb30e727a2350c6b4fcb) AuthConfig (91afd5ff6808ed0befe7ff265e45e7057e134f44b9d4abf66ff7c3ad28e84bf2) AuthConfig (700b72127d58869fe4dbda1b41f3e6d04f59c496ac9233fd2c0c2ea1d1bcc937) AuthConfig (7e6c8b8c647d8e01c28b2aa4a7c7857aae9b08b9801b156e89d618a90ce97079) AuthConfig (92d39a671c4a9efd6491e9560411b93ad4d3949ffaeed2b5699f62e6162fd66a) AuthConfig (10e5f0454f49f5456baaf0b43dcd4f5a2abd8988facb425711db675820c0689b) AuthConfig (8978f1284902bb6e8de5ab195dea49cd3943351b00046981f892f120b633c9ef) AuthConfig (7f846a0c741e2e1bf91b9248df3941aa6c26c66abcf36d7f9d2f3400939e73af) AuthConfig (5eb3a524c4b331e28499227094044682da0ccff49244a82eb19dce1f2ab5b755) AuthConfig (9633364716617c02258bda7ae08e037762b01a5a8a7e28b2042ee46cf7637db9) AuthConfig (8402731061840955247eacdb8b9e4222b93921be8f2f061ae36f9e83e213fe52) AuthConfig (e33f9c6e835bb8900c16d6822f6d9c96d6e1cb8a474c46c7dbbd0f20b7755561) AuthConfig (44ee2bb02f127c85fa27bb8442959893f91ef2c7a1e69d4fa5adaa4369cf4541) AuthConfig (6b4bcddf4ffa6510a13fe0025285832447537db47fa7f8e00d57e98ea32b00df) AuthConfig (3bdf525378d80e2e4b5d2227e9376d6d12f733740c5e7fa976c390f28d59ecc0) AuthConfig (3a32f4900bb1e97115fd45921b57972cf4d7a1f63a2e6f03a8dbc88292f95619) AuthConfig (98ea32ff7f70db7ebddaad2e0288dd34eade68edd50face4f6f9a705a3a4e881) AuthConfig (8bb292926c021060cda30406e304a27ca46c000598336fa51a11cb7e6d850269) AuthConfig (ddfad4d76c361e3be0ce74003023d772d47d30b41cbcc5c6c2c90af956155d95) AuthConfig (a5837d0b7123d1454618b3f3b93f7a42a218256668f2868f45dba9b12d2914fa) AuthConfig (f381b092b9bdb90474100e3b6063eb84d6030af8ec6874375799ecd601464664) AuthConfig (ba5fc767612a358130c833fb2a06e89657a45ee7b3d76ae8db9379aec37c316e) AuthConfig (09cfe95ca64f2640a63f6af6d491dfe0e1411461029656cab5089e1a631e42a1) AuthConfig (d1902c0004a5a0db5db8103ceda352835d107687c1476d530be5eb4e642dea38) AuthConfig (9d7bf0f14700f5c233a081635ffdc64ee7b66647d743bf6dc453ccce54136605) AuthConfig (71595252cd876b1e4dd6884666d13c6603104b6d2206d2bb0ec8939a4fad0016) AuthConfig (58a4cd1777bcab5d63074e7be1546ba5daec2358be29b96f8faedfe2de026c00) AuthConfig (62016cb25c662114ea461487043713a01b0bab0e6b3a418773d56f6608dd2fb8) AuthConfig (b6c8e594584eb42df59e1879ab6e1b0f798eb904a87257a7d5c1178cd4c48fb8) AuthConfig (ea3eee4c98d3fa77ea5226e596340ad19664fc6851c0d666db1f85adb756d06a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ab2ee60e-51da-474a-ab01-c5540c6cdcc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.235906712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"976a453b-d31c-45bb-b288-3b5a2c951c97","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.238318286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"fc7962f2-e2ab-40e8-b53c-51185d84e945","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.381073808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e32a525d-c6ce-4b39-ae11-39223be630a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.383598136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"15793407-f9ea-4afa-a333-e8be3b4139fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.435151776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e32a525d-c6ce-4b39-ae11-39223be630a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.436062482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"15793407-f9ea-4afa-a333-e8be3b4139fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.486840055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9fd05e8c51ebac5ca1d3616d8cea812ec11ec40849fcb30e727a2350c6b4fcb) AuthConfig (91afd5ff6808ed0befe7ff265e45e7057e134f44b9d4abf66ff7c3ad28e84bf2) AuthConfig (700b72127d58869fe4dbda1b41f3e6d04f59c496ac9233fd2c0c2ea1d1bcc937) AuthConfig (7e6c8b8c647d8e01c28b2aa4a7c7857aae9b08b9801b156e89d618a90ce97079) AuthConfig (92d39a671c4a9efd6491e9560411b93ad4d3949ffaeed2b5699f62e6162fd66a) AuthConfig (10e5f0454f49f5456baaf0b43dcd4f5a2abd8988facb425711db675820c0689b) AuthConfig (8978f1284902bb6e8de5ab195dea49cd3943351b00046981f892f120b633c9ef) AuthConfig (7f846a0c741e2e1bf91b9248df3941aa6c26c66abcf36d7f9d2f3400939e73af) AuthConfig (5eb3a524c4b331e28499227094044682da0ccff49244a82eb19dce1f2ab5b755) AuthConfig (9633364716617c02258bda7ae08e037762b01a5a8a7e28b2042ee46cf7637db9) AuthConfig (8402731061840955247eacdb8b9e4222b93921be8f2f061ae36f9e83e213fe52) AuthConfig (e33f9c6e835bb8900c16d6822f6d9c96d6e1cb8a474c46c7dbbd0f20b7755561) AuthConfig (44ee2bb02f127c85fa27bb8442959893f91ef2c7a1e69d4fa5adaa4369cf4541) AuthConfig (6b4bcddf4ffa6510a13fe0025285832447537db47fa7f8e00d57e98ea32b00df) AuthConfig (3bdf525378d80e2e4b5d2227e9376d6d12f733740c5e7fa976c390f28d59ecc0) AuthConfig (3a32f4900bb1e97115fd45921b57972cf4d7a1f63a2e6f03a8dbc88292f95619) AuthConfig (98ea32ff7f70db7ebddaad2e0288dd34eade68edd50face4f6f9a705a3a4e881) AuthConfig (8bb292926c021060cda30406e304a27ca46c000598336fa51a11cb7e6d850269) AuthConfig (ddfad4d76c361e3be0ce74003023d772d47d30b41cbcc5c6c2c90af956155d95) AuthConfig (a5837d0b7123d1454618b3f3b93f7a42a218256668f2868f45dba9b12d2914fa) AuthConfig (f381b092b9bdb90474100e3b6063eb84d6030af8ec6874375799ecd601464664) AuthConfig (ba5fc767612a358130c833fb2a06e89657a45ee7b3d76ae8db9379aec37c316e) AuthConfig (09cfe95ca64f2640a63f6af6d491dfe0e1411461029656cab5089e1a631e42a1) AuthConfig (d1902c0004a5a0db5db8103ceda352835d107687c1476d530be5eb4e642dea38) AuthConfig (9d7bf0f14700f5c233a081635ffdc64ee7b66647d743bf6dc453ccce54136605) AuthConfig (71595252cd876b1e4dd6884666d13c6603104b6d2206d2bb0ec8939a4fad0016) AuthConfig (58a4cd1777bcab5d63074e7be1546ba5daec2358be29b96f8faedfe2de026c00) AuthConfig (62016cb25c662114ea461487043713a01b0bab0e6b3a418773d56f6608dd2fb8) AuthConfig (b6c8e594584eb42df59e1879ab6e1b0f798eb904a87257a7d5c1178cd4c48fb8) AuthConfig (ea3eee4c98d3fa77ea5226e596340ad19664fc6851c0d666db1f85adb756d06a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e32a525d-c6ce-4b39-ae11-39223be630a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.487165736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9fd05e8c51ebac5ca1d3616d8cea812ec11ec40849fcb30e727a2350c6b4fcb) AuthConfig (91afd5ff6808ed0befe7ff265e45e7057e134f44b9d4abf66ff7c3ad28e84bf2) AuthConfig (700b72127d58869fe4dbda1b41f3e6d04f59c496ac9233fd2c0c2ea1d1bcc937) AuthConfig (7e6c8b8c647d8e01c28b2aa4a7c7857aae9b08b9801b156e89d618a90ce97079) AuthConfig (92d39a671c4a9efd6491e9560411b93ad4d3949ffaeed2b5699f62e6162fd66a) AuthConfig (10e5f0454f49f5456baaf0b43dcd4f5a2abd8988facb425711db675820c0689b) AuthConfig (8978f1284902bb6e8de5ab195dea49cd3943351b00046981f892f120b633c9ef) AuthConfig (7f846a0c741e2e1bf91b9248df3941aa6c26c66abcf36d7f9d2f3400939e73af) AuthConfig (5eb3a524c4b331e28499227094044682da0ccff49244a82eb19dce1f2ab5b755) AuthConfig (9633364716617c02258bda7ae08e037762b01a5a8a7e28b2042ee46cf7637db9) AuthConfig (8402731061840955247eacdb8b9e4222b93921be8f2f061ae36f9e83e213fe52) AuthConfig (e33f9c6e835bb8900c16d6822f6d9c96d6e1cb8a474c46c7dbbd0f20b7755561) AuthConfig (44ee2bb02f127c85fa27bb8442959893f91ef2c7a1e69d4fa5adaa4369cf4541) AuthConfig (6b4bcddf4ffa6510a13fe0025285832447537db47fa7f8e00d57e98ea32b00df) AuthConfig (3bdf525378d80e2e4b5d2227e9376d6d12f733740c5e7fa976c390f28d59ecc0) AuthConfig (3a32f4900bb1e97115fd45921b57972cf4d7a1f63a2e6f03a8dbc88292f95619) AuthConfig (98ea32ff7f70db7ebddaad2e0288dd34eade68edd50face4f6f9a705a3a4e881) AuthConfig (8bb292926c021060cda30406e304a27ca46c000598336fa51a11cb7e6d850269) AuthConfig (ddfad4d76c361e3be0ce74003023d772d47d30b41cbcc5c6c2c90af956155d95) AuthConfig (a5837d0b7123d1454618b3f3b93f7a42a218256668f2868f45dba9b12d2914fa) AuthConfig (f381b092b9bdb90474100e3b6063eb84d6030af8ec6874375799ecd601464664) AuthConfig (ba5fc767612a358130c833fb2a06e89657a45ee7b3d76ae8db9379aec37c316e) AuthConfig (09cfe95ca64f2640a63f6af6d491dfe0e1411461029656cab5089e1a631e42a1) AuthConfig (d1902c0004a5a0db5db8103ceda352835d107687c1476d530be5eb4e642dea38) AuthConfig (9d7bf0f14700f5c233a081635ffdc64ee7b66647d743bf6dc453ccce54136605) AuthConfig (71595252cd876b1e4dd6884666d13c6603104b6d2206d2bb0ec8939a4fad0016) AuthConfig (58a4cd1777bcab5d63074e7be1546ba5daec2358be29b96f8faedfe2de026c00) AuthConfig (62016cb25c662114ea461487043713a01b0bab0e6b3a418773d56f6608dd2fb8) AuthConfig (b6c8e594584eb42df59e1879ab6e1b0f798eb904a87257a7d5c1178cd4c48fb8) AuthConfig (ea3eee4c98d3fa77ea5226e596340ad19664fc6851c0d666db1f85adb756d06a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"15793407-f9ea-4afa-a333-e8be3b4139fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:34:40.537163593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e32a525d-c6ce-4b39-ae11-39223be630a6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.68863577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"dbf9ee9e-97d3-48af-a94e-d5b164ca0fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.743212774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"dbf9ee9e-97d3-48af-a94e-d5b164ca0fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:40.795748221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9fd05e8c51ebac5ca1d3616d8cea812ec11ec40849fcb30e727a2350c6b4fcb) AuthConfig (91afd5ff6808ed0befe7ff265e45e7057e134f44b9d4abf66ff7c3ad28e84bf2) AuthConfig (700b72127d58869fe4dbda1b41f3e6d04f59c496ac9233fd2c0c2ea1d1bcc937) AuthConfig (7e6c8b8c647d8e01c28b2aa4a7c7857aae9b08b9801b156e89d618a90ce97079) AuthConfig (92d39a671c4a9efd6491e9560411b93ad4d3949ffaeed2b5699f62e6162fd66a) AuthConfig (10e5f0454f49f5456baaf0b43dcd4f5a2abd8988facb425711db675820c0689b) AuthConfig (8978f1284902bb6e8de5ab195dea49cd3943351b00046981f892f120b633c9ef) AuthConfig (7f846a0c741e2e1bf91b9248df3941aa6c26c66abcf36d7f9d2f3400939e73af) AuthConfig (5eb3a524c4b331e28499227094044682da0ccff49244a82eb19dce1f2ab5b755) AuthConfig (9633364716617c02258bda7ae08e037762b01a5a8a7e28b2042ee46cf7637db9) AuthConfig (8402731061840955247eacdb8b9e4222b93921be8f2f061ae36f9e83e213fe52) AuthConfig (e33f9c6e835bb8900c16d6822f6d9c96d6e1cb8a474c46c7dbbd0f20b7755561) AuthConfig (44ee2bb02f127c85fa27bb8442959893f91ef2c7a1e69d4fa5adaa4369cf4541) AuthConfig (6b4bcddf4ffa6510a13fe0025285832447537db47fa7f8e00d57e98ea32b00df) AuthConfig (3bdf525378d80e2e4b5d2227e9376d6d12f733740c5e7fa976c390f28d59ecc0) AuthConfig (3a32f4900bb1e97115fd45921b57972cf4d7a1f63a2e6f03a8dbc88292f95619) AuthConfig (98ea32ff7f70db7ebddaad2e0288dd34eade68edd50face4f6f9a705a3a4e881) AuthConfig (8bb292926c021060cda30406e304a27ca46c000598336fa51a11cb7e6d850269) AuthConfig (ddfad4d76c361e3be0ce74003023d772d47d30b41cbcc5c6c2c90af956155d95) AuthConfig (a5837d0b7123d1454618b3f3b93f7a42a218256668f2868f45dba9b12d2914fa) AuthConfig (f381b092b9bdb90474100e3b6063eb84d6030af8ec6874375799ecd601464664) AuthConfig (ba5fc767612a358130c833fb2a06e89657a45ee7b3d76ae8db9379aec37c316e) AuthConfig (09cfe95ca64f2640a63f6af6d491dfe0e1411461029656cab5089e1a631e42a1) AuthConfig (d1902c0004a5a0db5db8103ceda352835d107687c1476d530be5eb4e642dea38) AuthConfig (9d7bf0f14700f5c233a081635ffdc64ee7b66647d743bf6dc453ccce54136605) AuthConfig (71595252cd876b1e4dd6884666d13c6603104b6d2206d2bb0ec8939a4fad0016) AuthConfig (58a4cd1777bcab5d63074e7be1546ba5daec2358be29b96f8faedfe2de026c00) AuthConfig (62016cb25c662114ea461487043713a01b0bab0e6b3a418773d56f6608dd2fb8) AuthConfig (b6c8e594584eb42df59e1879ab6e1b0f798eb904a87257a7d5c1178cd4c48fb8) AuthConfig (ea3eee4c98d3fa77ea5226e596340ad19664fc6851c0d666db1f85adb756d06a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"dbf9ee9e-97d3-48af-a94e-d5b164ca0fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:49.947267714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c","reconcileID":"7e25daa4-a5d9-4692-977f-48aebb048166","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscription":"e2e-combo-sub-24853c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.149049538Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c","reconcileID":"7e25daa4-a5d9-4692-977f-48aebb048166","MaaSSubscription":{"name":"e2e-combo-sub-24853c3c","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.346951897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"ab3a5937-e249-4583-99f9-471b8baa9ba5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.350946664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"c3cdbb83-4fc4-41e1-b7d4-68d5a02805be","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.497426409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"a5ecc0ca-4071-40d1-a255-d1ccb92ee6fe","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.497510153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1019f186-7174-4029-aed7-8d58cf09f04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.497790829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"b26e2c34-9017-4b2d-bb03-93d6f3a67789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.504557515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"2078b303-e417-4a29-b3c8-ea22a6fb56ed","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.552949842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"b26e2c34-9017-4b2d-bb03-93d6f3a67789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.553032214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1019f186-7174-4029-aed7-8d58cf09f04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.555235941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"a5ecc0ca-4071-40d1-a255-d1ccb92ee6fe","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.638237952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"50ef3103-274a-4dd2-bb41-e7a5ea808c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.693724195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"50ef3103-274a-4dd2-bb41-e7a5ea808c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.699880004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-combo-sub-24853c3c-auth","reconcileID":"c38ab03b-b7d4-4c67-aee0-917190aeb1ac","MaaSAuthPolicy":{"name":"e2e-combo-sub-24853c3c-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.74567949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9fd05e8c51ebac5ca1d3616d8cea812ec11ec40849fcb30e727a2350c6b4fcb) AuthConfig (91afd5ff6808ed0befe7ff265e45e7057e134f44b9d4abf66ff7c3ad28e84bf2) AuthConfig (700b72127d58869fe4dbda1b41f3e6d04f59c496ac9233fd2c0c2ea1d1bcc937) AuthConfig (7e6c8b8c647d8e01c28b2aa4a7c7857aae9b08b9801b156e89d618a90ce97079) AuthConfig (92d39a671c4a9efd6491e9560411b93ad4d3949ffaeed2b5699f62e6162fd66a) AuthConfig (10e5f0454f49f5456baaf0b43dcd4f5a2abd8988facb425711db675820c0689b) AuthConfig (8978f1284902bb6e8de5ab195dea49cd3943351b00046981f892f120b633c9ef) AuthConfig (7f846a0c741e2e1bf91b9248df3941aa6c26c66abcf36d7f9d2f3400939e73af) AuthConfig (5eb3a524c4b331e28499227094044682da0ccff49244a82eb19dce1f2ab5b755) AuthConfig (9633364716617c02258bda7ae08e037762b01a5a8a7e28b2042ee46cf7637db9) AuthConfig (8402731061840955247eacdb8b9e4222b93921be8f2f061ae36f9e83e213fe52) AuthConfig (e33f9c6e835bb8900c16d6822f6d9c96d6e1cb8a474c46c7dbbd0f20b7755561) AuthConfig (44ee2bb02f127c85fa27bb8442959893f91ef2c7a1e69d4fa5adaa4369cf4541) AuthConfig (6b4bcddf4ffa6510a13fe0025285832447537db47fa7f8e00d57e98ea32b00df) AuthConfig (3bdf525378d80e2e4b5d2227e9376d6d12f733740c5e7fa976c390f28d59ecc0) AuthConfig (3a32f4900bb1e97115fd45921b57972cf4d7a1f63a2e6f03a8dbc88292f95619) AuthConfig (98ea32ff7f70db7ebddaad2e0288dd34eade68edd50face4f6f9a705a3a4e881) AuthConfig (8bb292926c021060cda30406e304a27ca46c000598336fa51a11cb7e6d850269) AuthConfig (ddfad4d76c361e3be0ce74003023d772d47d30b41cbcc5c6c2c90af956155d95) AuthConfig (a5837d0b7123d1454618b3f3b93f7a42a218256668f2868f45dba9b12d2914fa) AuthConfig (f381b092b9bdb90474100e3b6063eb84d6030af8ec6874375799ecd601464664) AuthConfig (ba5fc767612a358130c833fb2a06e89657a45ee7b3d76ae8db9379aec37c316e) AuthConfig (09cfe95ca64f2640a63f6af6d491dfe0e1411461029656cab5089e1a631e42a1) AuthConfig (d1902c0004a5a0db5db8103ceda352835d107687c1476d530be5eb4e642dea38) AuthConfig (9d7bf0f14700f5c233a081635ffdc64ee7b66647d743bf6dc453ccce54136605) AuthConfig (71595252cd876b1e4dd6884666d13c6603104b6d2206d2bb0ec8939a4fad0016) AuthConfig (58a4cd1777bcab5d63074e7be1546ba5daec2358be29b96f8faedfe2de026c00) AuthConfig (62016cb25c662114ea461487043713a01b0bab0e6b3a418773d56f6608dd2fb8) AuthConfig (b6c8e594584eb42df59e1879ab6e1b0f798eb904a87257a7d5c1178cd4c48fb8) AuthConfig (ea3eee4c98d3fa77ea5226e596340ad19664fc6851c0d666db1f85adb756d06a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"50ef3103-274a-4dd2-bb41-e7a5ea808c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.850371531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"8297ec25-bdac-4be6-812a-5a252368afde","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.943329529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a130eb09-67a7-4864-a6b1-c7158dc2e365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:50.996621552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a130eb09-67a7-4864-a6b1-c7158dc2e365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:51.049012507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fbf85f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9fd05e8c51ebac5ca1d3616d8cea812ec11ec40849fcb30e727a2350c6b4fcb) AuthConfig (91afd5ff6808ed0befe7ff265e45e7057e134f44b9d4abf66ff7c3ad28e84bf2) AuthConfig (700b72127d58869fe4dbda1b41f3e6d04f59c496ac9233fd2c0c2ea1d1bcc937) AuthConfig (7e6c8b8c647d8e01c28b2aa4a7c7857aae9b08b9801b156e89d618a90ce97079) AuthConfig (92d39a671c4a9efd6491e9560411b93ad4d3949ffaeed2b5699f62e6162fd66a) AuthConfig (10e5f0454f49f5456baaf0b43dcd4f5a2abd8988facb425711db675820c0689b) AuthConfig (8978f1284902bb6e8de5ab195dea49cd3943351b00046981f892f120b633c9ef) AuthConfig (7f846a0c741e2e1bf91b9248df3941aa6c26c66abcf36d7f9d2f3400939e73af) AuthConfig (5eb3a524c4b331e28499227094044682da0ccff49244a82eb19dce1f2ab5b755) AuthConfig (9633364716617c02258bda7ae08e037762b01a5a8a7e28b2042ee46cf7637db9) AuthConfig (8402731061840955247eacdb8b9e4222b93921be8f2f061ae36f9e83e213fe52) AuthConfig (e33f9c6e835bb8900c16d6822f6d9c96d6e1cb8a474c46c7dbbd0f20b7755561) AuthConfig (44ee2bb02f127c85fa27bb8442959893f91ef2c7a1e69d4fa5adaa4369cf4541) AuthConfig (6b4bcddf4ffa6510a13fe0025285832447537db47fa7f8e00d57e98ea32b00df) AuthConfig (3bdf525378d80e2e4b5d2227e9376d6d12f733740c5e7fa976c390f28d59ecc0) AuthConfig (3a32f4900bb1e97115fd45921b57972cf4d7a1f63a2e6f03a8dbc88292f95619) AuthConfig (98ea32ff7f70db7ebddaad2e0288dd34eade68edd50face4f6f9a705a3a4e881) AuthConfig (8bb292926c021060cda30406e304a27ca46c000598336fa51a11cb7e6d850269) AuthConfig (ddfad4d76c361e3be0ce74003023d772d47d30b41cbcc5c6c2c90af956155d95) AuthConfig (a5837d0b7123d1454618b3f3b93f7a42a218256668f2868f45dba9b12d2914fa) AuthConfig (f381b092b9bdb90474100e3b6063eb84d6030af8ec6874375799ecd601464664) AuthConfig (ba5fc767612a358130c833fb2a06e89657a45ee7b3d76ae8db9379aec37c316e) AuthConfig (09cfe95ca64f2640a63f6af6d491dfe0e1411461029656cab5089e1a631e42a1) AuthConfig (d1902c0004a5a0db5db8103ceda352835d107687c1476d530be5eb4e642dea38) AuthConfig (9d7bf0f14700f5c233a081635ffdc64ee7b66647d743bf6dc453ccce54136605) AuthConfig (71595252cd876b1e4dd6884666d13c6603104b6d2206d2bb0ec8939a4fad0016) AuthConfig (58a4cd1777bcab5d63074e7be1546ba5daec2358be29b96f8faedfe2de026c00) AuthConfig (62016cb25c662114ea461487043713a01b0bab0e6b3a418773d56f6608dd2fb8) AuthConfig (b6c8e594584eb42df59e1879ab6e1b0f798eb904a87257a7d5c1178cd4c48fb8) AuthConfig (ea3eee4c98d3fa77ea5226e596340ad19664fc6851c0d666db1f85adb756d06a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a130eb09-67a7-4864-a6b1-c7158dc2e365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:52.883620062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"a47ca27e-091e-48db-8409-72abd1169479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:52.980577059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e986d16-f24c-4448-9305-6c392758b66f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:53.076631489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"50eb9812-56ed-40eb-aa7c-bf78a8184a97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:53.281701594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"729126bd-3af3-4741-bc74-c10922834e5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:53.388636018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2102e01c-9a46-4a0c-837d-18961e49caf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:53.755073402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"0a62db72-90a2-4800-806d-565377bb0003","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:34:53.820519015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"0a5d4ddc-b70a-4a70-86be-90c26d8c7919","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:00.892799808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"48af874f-6eeb-40d9-945b-027d068df34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:00.946172197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"48af874f-6eeb-40d9-945b-027d068df34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.142915826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d3a1345d-cde4-4896-b721-279eedfa7b10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.195721639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fa05af66-f8c1-4e12-88fd-9bad2da1a1e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.241356749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"50f3e712-036a-4563-b209-57327643429c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.246636416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"54184bc8-1776-4190-8f23-834f5b1c91da","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.248626354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fa05af66-f8c1-4e12-88fd-9bad2da1a1e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.342728445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da94ef07-a217-4323-a52c-de865a5fb8f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.342729082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"869d08b8-e7d5-4c7b-9328-df6242a817eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.366162345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"7d93ab3d-1953-4c9d-975c-0d0783edfd78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.480979965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"31033b11-f959-4363-a09b-4772961bb798","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:01.552403029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"d74e0b9a-c4c6-4bd0-a09c-c0c47910cd1f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:02.982376741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"76c6f645-1e32-4a02-8afc-42ebf7aca331","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:03.043957083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"cd67087b-0a31-49d0-a02f-07d5f8dba5f8","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:05.914489083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.182287392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"a7dfd8de-1656-40e0-b090-5a849865f73e","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.235729657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"0fe3116d-6508-4d56-b5ff-e555b3dec3fd","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.382348459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"8e988234-ce32-45bb-88a7-a7f9df484ea5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.435193716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"8e988234-ce32-45bb-88a7-a7f9df484ea5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.469083004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"a9d31a9d-91e5-4598-9ad1-e9e247140652","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.522372355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"f70b766b-ad4a-48ea-a913-88d24eeb4178","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:06.571218537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"23c0c70d-4d7f-425b-936f-4182b670469c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.574688842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"089300e0-8d2b-40e1-b68e-3253a7138bed","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.619894116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"86e0d909-cd92-41fb-b2d8-1fb9901ef541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.619894095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"03189b78-1846-45fc-a57a-25dff73c015f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.625966172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"68a132dd-50a8-49a3-815a-8928d8b9f57f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.67317875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"03189b78-1846-45fc-a57a-25dff73c015f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.674215062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"86e0d909-cd92-41fb-b2d8-1fb9901ef541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.680496689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"fc27f209-3702-48bc-b7b6-5a6aaf97b00a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.733785155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"feda85b0-05cf-4ac8-98bf-1af49e12002b","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.73585125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"8431e906-24ff-4208-8b7b-ed76e6e06223","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.770995227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"717e8b86-91dd-42a8-b3fa-6dbf38653e66","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.823629648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"717e8b86-91dd-42a8-b3fa-6dbf38653e66","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.837991351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"fcc5393a-927a-4370-8e95-9250e8d811e5","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.880543076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"5a07ae26-3212-4701-ab7a-7f272dc0aefc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.889649687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"43e00034-4a5f-4517-ae87-530d713c7260","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.934659902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"5a07ae26-3212-4701-ab7a-7f272dc0aefc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.937503558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"eb50eb44-8d13-40a7-bbbf-0728af903126","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:06.938871816Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.983662626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c9880f8b-a388-45cf-a20d-4b2749319adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.98411891Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"25655467-e534-436a-9d8a-7ac179730a33","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.984254414Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"25655467-e534-436a-9d8a-7ac179730a33","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:06.98985848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"ae1c0dfe-69f3-4d4b-b8ab-e782ac731ccf","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.036751652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c9880f8b-a388-45cf-a20d-4b2749319adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.084264428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6e30be00-e42c-4464-b28c-194190afb944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.084727301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"69d20719-8185-43db-a8a2-742ba094ed7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.137756723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"69d20719-8185-43db-a8a2-742ba094ed7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.138016147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6e30be00-e42c-4464-b28c-194190afb944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.139636182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"b2a5151b-1116-418f-ac17-76c8d799d92d","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.183526366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"8db27b0c-e665-4f13-8df5-152da47aab6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.241502093Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-sub","reconcileID":"f908765c-d782-4c60-8109-2ec5a3905f41","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.244806064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"aebe2c57-1505-4959-88ec-b39ff63208a7","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.280114435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"069bb58c-f523-47c2-b1ef-73f21a9100be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.284516305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"8cdb07a2-ae4a-4a9f-bf38-d9e49ccb1f90","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.334652281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"069bb58c-f523-47c2-b1ef-73f21a9100be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.338277398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"8cdb07a2-ae4a-4a9f-bf38-d9e49ccb1f90","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.38026817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cc274f4b-45de-4bb3-978b-885529122640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.433524626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cc274f4b-45de-4bb3-978b-885529122640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.437590955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"ecc1f4ef-1963-4035-854b-f809ea219292","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.441799516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"7b034f72-d871-49d3-8281-be1b3fee3653","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.441961814Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"7b034f72-d871-49d3-8281-be1b3fee3653","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.442488616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"403abcdf-5de2-4db9-9494-6caead6d772c","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:07.653757194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-sub","reconcileID":"af006e13-192c-4595-ab34-486e79ab9a67","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.404305391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"9863a85a-d113-4bc3-a3e1-fd03e5860daf","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.551904765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"f32910b5-e346-4e1e-a60e-d21223effe42","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.551902745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"88659542-2d94-4918-8716-cac74531e6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.554154221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"403720b9-4d35-47cf-8b88-aa0325d38e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.606113534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"88659542-2d94-4918-8716-cac74531e6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.606257801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"f32910b5-e346-4e1e-a60e-d21223effe42","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.609043374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"403720b9-4d35-47cf-8b88-aa0325d38e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:09.953794986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"aa859633-af48-43ee-bb6d-a86a2cc1f435","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:10.100725354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cd475bbc-019d-414c-879b-3fffac53f716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:10.100868247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"d87dddc1-1c01-433f-9dbf-bd781095c3d2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:10.100726009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f1ba6fff-a19f-4813-95f1-958d95a34b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:10.154336719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f1ba6fff-a19f-4813-95f1-958d95a34b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:10.155766266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"d87dddc1-1c01-433f-9dbf-bd781095c3d2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:10.156625307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cd475bbc-019d-414c-879b-3fffac53f716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.218372788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"11025d5e-52cb-4e41-8285-3e04fef36677","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.360137887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"c2de5b25-d613-4582-835b-bbac6a372017","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.41195552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"0c285ba7-4050-4dea-bb60-1181de649a44","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:14.463011122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"119ef028-56b7-4cc2-9953-cb4c79985034","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.570902595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"3cc6ebca-11c5-47ce-97c7-f6e340de420a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.622818065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"21f790d8-c6ff-43bf-956f-24328743eb1c","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.650781262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"fc04846f-c62e-41c5-98e7-4436db2896a1","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.707621842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"422f4616-5550-457f-bc95-dfdced689c23","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.801567273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"adaeee65-9cfd-4731-b526-1e4823fd6d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.820046305Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"d73937fe-5059-49a1-986d-da6b0c0e6a6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"simulator-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.915788616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"adaeee65-9cfd-4731-b526-1e4823fd6d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.940190096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"baabec8c-29b0-4826-87be-605c6f9f4a7a","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.967030741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"adaeee65-9cfd-4731-b526-1e4823fd6d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:14.97252481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"33318653-313e-4226-b4e6-9bb56c516854","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:14.989527777Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-1d3083/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.020072409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"9d2a4e4e-456f-420c-927a-4d8f4e71dde7","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.042346241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"a55e7005-7d55-48d4-b114-d167962a2699","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:15.0431332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-1d3083/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.096092875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"bcd75e7b-f1dc-42d0-9491-0a49dd58e6c3","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.116596984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"014a650c-f361-47c0-8de7-178b583182c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.166354943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"9d1afcc6-a5d6-40a0-bb29-113901cdb0cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.169521747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"014a650c-f361-47c0-8de7-178b583182c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.212443978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"3f1d2340-95b7-4425-afe9-a660b1a63e17","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.221432307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"014a650c-f361-47c0-8de7-178b583182c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.267773797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"7f6bcec1-26cf-441e-b3d9-4eeebdea3d99","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.294302234Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"d2680cd7-e5b7-45fa-8420-2397eb71416b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"premium-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.366139007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0ccfd3cc-2448-4be0-98c2-ded155b920aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.418733399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0ccfd3cc-2448-4be0-98c2-ded155b920aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.448273507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"84d6bce9-9583-4c79-a2bc-4b04bc2e4cd1","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.466257613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"5e056e59-376e-4f48-8b67-5b76a6d616b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.470284632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0ccfd3cc-2448-4be0-98c2-ded155b920aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.518937168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"5e056e59-376e-4f48-8b67-5b76a6d616b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.569940294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"5e056e59-376e-4f48-8b67-5b76a6d616b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.616167509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"a44b7402-893b-456c-b1e9-2db291dadb01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.623595315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"5496c269-292a-414c-b457-c785ea5b3c1c","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.643237197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"97c61686-d93e-4c09-aff7-79857260ed97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.669203368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"a44b7402-893b-456c-b1e9-2db291dadb01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.720743649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"a44b7402-893b-456c-b1e9-2db291dadb01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.768597768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9e4031fb-be9d-43a6-bf70-05c024137d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.821528265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9e4031fb-be9d-43a6-bf70-05c024137d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:15.87299774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9e4031fb-be9d-43a6-bf70-05c024137d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:19.560386298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"c5de52a5-d231-4e4a-bf34-a2719b7dda9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:19.763329081Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"c5de52a5-d231-4e4a-bf34-a2719b7dda9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:19.763360888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"c5de52a5-d231-4e4a-bf34-a2719b7dda9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:19.763461539Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-sub","reconcileID":"c5de52a5-d231-4e4a-bf34-a2719b7dda9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:19.958964052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"c42060ec-81e0-4c8f-ad6d-08057ffd3e82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.01400641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"b7159c04-fc23-4f0d-8076-728f34568317","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.068877492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"e43eb964-05de-42be-a1cd-ae4d4ff1fb29","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.108784683Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-sub","reconcileID":"ed5842ea-a6ec-4298-a964-e5b1ba0f9c80","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.122350513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"dda5eb38-d2d0-4e6a-8401-c785c44a7de2","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.15972481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"a093f4c1-76f4-45f8-bf84-7c59b363af79","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.159908263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f7f9d3e8-349e-4572-aea3-e2dcd300b74c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.160207542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"db57f264-8269-4104-bcd5-3d002b86a5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.170750933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"dafefd63-f136-4f90-8eb0-cafd40fd8630","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.213577559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"db57f264-8269-4104-bcd5-3d002b86a5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.216898973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f7f9d3e8-349e-4572-aea3-e2dcd300b74c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.217137971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"a093f4c1-76f4-45f8-bf84-7c59b363af79","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.313275756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-sub","reconcileID":"ed5842ea-a6ec-4298-a964-e5b1ba0f9c80","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.364039644Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-degraded-auth","reconcileID":"d3399c7b-6447-421b-ae95-c31548a3c98a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.425738186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"ece974e0-4a07-48fc-8288-330ec5351eee","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.510953924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"bc857d03-341e-47e6-aa2e-4fea61400927","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.513736051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"0573243a-2c73-4a6b-872f-71689a2272ea","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.559192221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a492a45b-3663-48ac-9bf1-429bc2288ee7","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.607029241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"af4ecc1d-8bd0-4f5f-af3e-5788147bc165","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.610998404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"1a4615cd-6d1c-4aba-8d18-7fbe4a23123c","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:20.661790518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"9aa4a16b-ae07-4a6c-84b9-ddba90bd3d94","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.75298738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"bbc204aa-426e-46b3-89f9-ccbbfef0deb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.753005629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3f1e475b-c8a7-4dec-9b76-035adb7bd87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.75346636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"e0c048eb-3f24-4bdf-9bcf-b5ce5b8b885e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.760003314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"ce4f4967-3862-45a3-a1e2-86c56959b224","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.769788091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"1be41bcc-c5e5-4e62-9244-e7c5ae029a35","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.806898071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"bbc204aa-426e-46b3-89f9-ccbbfef0deb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.806951197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3f1e475b-c8a7-4dec-9b76-035adb7bd87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.809256834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"e0c048eb-3f24-4bdf-9bcf-b5ce5b8b885e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.82337957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"15c85fb0-dc52-48c2-9cbe-6cf109325262","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.839458169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"52ff0770-c41c-4767-91bd-e58a34c7541f","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.894025206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"fb37f4db-bbbc-44c4-83f0-35e21353b3e0","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:20.94377367Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"fb37f4db-bbbc-44c4-83f0-35e21353b3e0","name":"simulator-w1-4dd22b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-4dd22b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:20.943835846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"fb37f4db-bbbc-44c4-83f0-35e21353b3e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-4dd22b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.949178231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"f74377b2-4978-4fe3-bebb-e74437bf38b8","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.952976204Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-apikey-active-auth","reconcileID":"c89fab66-b02b-4fdf-a82c-323f4c5ddea6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:20.987871222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"f710ea37-d259-441a-b207-f9809f1c237a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.024075693Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"67c4f2e5-7e7d-4094-9195-26b0ed45b56c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"simulator-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.104142029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"f710ea37-d259-441a-b207-f9809f1c237a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.105588854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"8e67b2f4-ef43-4a29-9ad9-c9c2349a043d","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.115127009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"0f7ea960-3f0a-4f02-b713-d77f92cae5e8","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.1556322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"f710ea37-d259-441a-b207-f9809f1c237a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.166024228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"94682e87-cc31-4005-9c52-d761fabcf243","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.17720886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"5e977706-bf94-411f-ad0c-60ef969f3442","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.207205711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"dfd219af-80ed-4ed3-8fe8-2e46539a251d","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:21.214812312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"8fdc3af3-1241-4b75-a818-3da1b2c6359b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:21.217985576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.304358462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3331f74c-2590-4004-a4ba-e1e3eb217f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.320793324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"e347273e-d517-43f7-806d-624b4212154e","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.358645575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3331f74c-2590-4004-a4ba-e1e3eb217f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.373779154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"950a2e25-93de-4059-9193-09069527c8e3","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.375099219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"da5245b4-dcff-4de3-b1c2-e3cde671e6e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.388746274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"aedec629-1bd8-401f-bdc5-876e7a092465","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.409785145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3331f74c-2590-4004-a4ba-e1e3eb217f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.443053427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"58ad2a11-f82d-40cb-832d-7dc5bf9218f4","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:21.459420813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3331f74c-2590-4004-a4ba-e1e3eb217f9e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:21.492911674Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"58ad2a11-f82d-40cb-832d-7dc5bf9218f4","name":"premium-w1-4dd22b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-4dd22b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:21.493009123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"58ad2a11-f82d-40cb-832d-7dc5bf9218f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-4dd22b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.498449561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"748056fa-9835-412f-8b69-ce9e5d327e92","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.574681769Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"12d2f2db-5109-4820-825d-946a13406b23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"premium-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.588009511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a6314477-2475-454b-937c-925046c454cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.599814847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"484e5777-803c-4ae8-9a9d-62a56da6dff8","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.64175465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a6314477-2475-454b-937c-925046c454cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.651251741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"f75f20ce-0b24-410d-a91a-b749d59b133b","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.68487253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"2547ee5a-822b-4f77-b5c9-d931d685eeb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.692857747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a6314477-2475-454b-937c-925046c454cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.728632403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"4988a4ba-91d6-4f42-9d1d-8a1fb115af65","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.738169468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"2547ee5a-822b-4f77-b5c9-d931d685eeb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.746418103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"85fa36e7-6686-470d-a3fe-5f29a31a46ec","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.791916168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"2547ee5a-822b-4f77-b5c9-d931d685eeb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.797071038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"c23b6532-8039-4c8e-bbda-d1af3d0007ce","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.849780171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"c23b6532-8039-4c8e-bbda-d1af3d0007ce","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.900201342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"99bde536-6f2b-457f-b1cf-54843c6e7979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.930492518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"a959227b-c42c-42d7-9314-d48da0f49200","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:21.957885659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"99bde536-6f2b-457f-b1cf-54843c6e7979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.021032606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"99bde536-6f2b-457f-b1cf-54843c6e7979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.128719268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"1b482ce7-e1fc-4300-9090-dc30b75dd5bb","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.156858587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"d3b4f0ef-ac28-497a-a76b-d0ed67d1bc5b","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.17039974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"bf077c65-27a2-434a-8186-ddf21ba28ef4","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:22.17823622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b6af18/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.220624635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"e1c14804-b2a7-470b-b9c1-20da7bde7272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.220649867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a90287b1-979c-4572-8e4c-6c0f10af02d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.223375991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"9a7f27ed-dcc9-4b70-a025-3dc9a7826af5","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.230781127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"877e63c1-8c53-46ab-b430-cfb4b4ff2a3a","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.274879248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"e1c14804-b2a7-470b-b9c1-20da7bde7272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.277360505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a90287b1-979c-4572-8e4c-6c0f10af02d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.318112801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"3fed0e36-ac21-4b52-bc71-738efa522736","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.371237941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"3fed0e36-ac21-4b52-bc71-738efa522736","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.419514291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"5207d20b-864d-4a8e-81dc-7ee984e9975d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.439889166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c8d2f7e8-793e-4923-9288-175c59a10090","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.472418914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"5207d20b-864d-4a8e-81dc-7ee984e9975d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:22.53395249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-sub","reconcileID":"07f331e7-71db-4027-9979-97eafb0aa8fb","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.541736956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"215dbdc5-655e-40ed-a5e1-0f42b846cb4d","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:22.543711251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-a-ff8a9269","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-ff8a9269\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.585172066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"3f94c04d-1a5a-4821-9bfc-88ea52612e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.592633231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"0bd7fcfa-31d9-4864-8d1d-18a3497c0e8e","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.638811464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"3f94c04d-1a5a-4821-9bfc-88ea52612e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.685004351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"025624cf-f02e-4e7c-965d-b2448c06320b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.685009592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"5d671e0a-3021-4414-b184-caefb4bafd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.740076206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"025624cf-f02e-4e7c-965d-b2448c06320b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.740202358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"5d671e0a-3021-4414-b184-caefb4bafd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.774578968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c5691912-81f4-4f7a-a95c-ac9935603ef5","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.784787558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"e4e30514-b7c8-4a49-8e41-99fba594421f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.837454448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"e4e30514-b7c8-4a49-8e41-99fba594421f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.888766768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269","reconcileID":"2002f40b-6ce7-4261-a05e-c614910fdc62","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-a-ff8a9269","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.919091777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"5e87496b-0cc0-4b3d-830a-301786387bab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:22.972176022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"5e87496b-0cc0-4b3d-830a-301786387bab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.020528736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"061c24e8-2f01-45c7-a2a7-c3e8b4cb2874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.045952136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"ebff5cb2-0c49-4351-9de7-df7410c17cb7","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.07302641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"061c24e8-2f01-45c7-a2a7-c3e8b4cb2874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.08448657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"703db837-19b0-41dc-8ac1-236d941f5b17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.120302006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"61fbe216-6c32-4740-8706-ce4a4e3de906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.173828088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"61fbe216-6c32-4740-8706-ce4a4e3de906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.25814473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269","reconcileID":"f05ef740-84f8-489b-8731-6cb2d6638cd2","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.484686987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"fa4b5cf1-5550-433d-853f-06d5533d2c06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:23.639065104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"f9820f1a-d429-43fe-8c11-d795cd359b79","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.143157652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"15292f1c-859a-4ed9-a9f4-0435bec9bdc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.231217609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"09e09afc-1aaf-4b15-b1da-efd91fdc9c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.23124036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e7864b2d-9c39-433a-8a77-56ef1dd871da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.285701005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"09e09afc-1aaf-4b15-b1da-efd91fdc9c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.285701006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e7864b2d-9c39-433a-8a77-56ef1dd871da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.297985283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"8cb46a3f-29af-4eee-90f5-6920743c0963","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.338356682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"09e09afc-1aaf-4b15-b1da-efd91fdc9c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.338365963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e7864b2d-9c39-433a-8a77-56ef1dd871da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.39331891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d1674c16-06f8-4c12-ad2f-39e289108f2c","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.39363698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"ee6d86db-6b45-4c01-8387-e51a50f91809","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.538846458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"53586a6c-277f-4904-a22f-70a3deb00629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.538846413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0b8c966d-20cf-43de-aec7-3a68dc39cdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.592667624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"53586a6c-277f-4904-a22f-70a3deb00629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.592944751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0b8c966d-20cf-43de-aec7-3a68dc39cdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.644618226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"53586a6c-277f-4904-a22f-70a3deb00629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.644735225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0b8c966d-20cf-43de-aec7-3a68dc39cdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:24.696330631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0b8c966d-20cf-43de-aec7-3a68dc39cdba","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:24.696468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"53586a6c-277f-4904-a22f-70a3deb00629","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.84853594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"63930d0c-4c31-43b2-9caf-9ccc5ccb2d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.848571792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5a589358-5f0b-4193-bdc1-e2a0d6ee0d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.902659347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5a589358-5f0b-4193-bdc1-e2a0d6ee0d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.902985142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"63930d0c-4c31-43b2-9caf-9ccc5ccb2d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.955055767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5a589358-5f0b-4193-bdc1-e2a0d6ee0d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.955172038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"63930d0c-4c31-43b2-9caf-9ccc5ccb2d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:24.986599923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"825411e4-ae6d-43d4-859c-2a0efe359c44","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.037701827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"840a721b-7210-4f49-b780-b7d5d1ca5898","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.174503162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"25380f0c-5d09-4948-844f-ca8096dc25d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.175178328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4a0ffa4b-0415-4f14-a673-b357e37902f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.175717819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"7ce700eb-a870-4393-996f-57b0690d75f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.182318296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"2a133da3-3d50-4829-8fef-e61a0e5c6ace","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.228399481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4a0ffa4b-0415-4f14-a673-b357e37902f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.228417504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"7ce700eb-a870-4393-996f-57b0690d75f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.230810688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"25380f0c-5d09-4948-844f-ca8096dc25d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.23415327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"2a133da3-3d50-4829-8fef-e61a0e5c6ace","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.277915385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"e09c88bf-0bc4-4278-badf-8c8a83bd5887","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.278306753Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-fbf85f priority=0:[ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-a-ff8a9269 ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-b-77c5a88c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.332722915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"e1034b58-a79b-47a1-8088-173346a898b6","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.378600016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"17f3604b-6265-45dc-9d39-0a0c77f1e7c3","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:25.381383229Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-b-77c5a88c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-77c5a88c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.423503099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"e895b8e7-e67f-4a96-8983-ce6c36016a87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.431278958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a3c28aab-c904-45cf-a78a-35468a22f3fa","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.477076284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"e895b8e7-e67f-4a96-8983-ce6c36016a87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.572148775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"89f160f5-ed91-4118-a5f2-9ced914a1a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.572150295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6d9005de-4e7e-49dd-bd91-eb64f0715d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.580507589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a25a2367-7bee-4806-b83a-9628e3d5ea29","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.624979097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6d9005de-4e7e-49dd-bd91-eb64f0715d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.624989001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"89f160f5-ed91-4118-a5f2-9ced914a1a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.684034534Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c","reconcileID":"4eaa2173-87d0-438e-a437-14c1e8d6dcaa","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-a-ff8a9269","ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-b-77c5a88c","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.725061872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"fa714002-7916-4195-898b-abad080f480a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.772416678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"846933bd-09d8-4606-ba0d-38d2150a535f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.777795875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"fa714002-7916-4195-898b-abad080f480a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.826598138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"846933bd-09d8-4606-ba0d-38d2150a535f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.839517418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"cf578be3-a629-4867-b958-6f50aff1cd43","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.883329076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"56d7db5b-f00b-43e4-b1c4-7610a5570ac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:25.883531579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269","reconcileID":"82250c44-dadf-471e-b798-7bc5cbc4a678","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:26.033749054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c","reconcileID":"c4fc8a1a-bcbf-4761-8baa-6ab90271a46a","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:26.893874645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"c7c92859-0b2d-49fd-9e76-6a66353a7848","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.016318872Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-fbf85f priority=0:[ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-a-ff8a9269 ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-b-77c5a88c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.016564771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"7c5c3296-d8a2-4ae0-910c-1a00b61e6057","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.071635807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"3f6100a4-3026-4b67-9311-2dc21664a0d2","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.11653479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"8a27c985-73d2-49f4-8b6a-9b461b9c7b4a","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:27.120607122Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.170337778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"43428a12-2dd5-4ced-a4d4-9eb00a57022e","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.30540483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"e8aafbfa-4fae-4be0-8468-a1619e70737c","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.361725342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"23ce9486-2e33-4f8c-a282-dd0513a42571","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.366695019Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"d69c6851-7aa6-44f9-a544-1adfc08266b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"simulator-w0-77f3fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:27.411488425Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"23ce9486-2e33-4f8c-a282-dd0513a42571","name":"simulator-w0-77f3fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-77f3fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:27.411552276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"23ce9486-2e33-4f8c-a282-dd0513a42571","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-77f3fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.417116103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"3d04235e-29b2-4e95-8712-9062c78d0f59","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.456848313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"f3772aa2-01d4-4e55-bb7c-379408a216fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.521852981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"55d917d1-f1fb-4cb5-8310-23da8a161ec6","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.571387395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"f3772aa2-01d4-4e55-bb7c-379408a216fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.5880799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-fbf85f priority=0:[ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-a-ff8a9269 ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-b-77c5a88c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.588269939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"6b0e692c-3b10-4582-b7fb-41aefd79e47c","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.623575467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"f3772aa2-01d4-4e55-bb7c-379408a216fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.642417374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"0b591541-12ad-4bb4-95cd-5451e5b4d40b","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.677060732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"c0f67814-bf0c-4fdf-a276-bbe5c5712d95","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.688440155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"4e177945-7b57-477b-adcb-c934ac815ac5","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:27.691450177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-77f3fc/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.718461427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"bcb1515f-7cd2-4639-8082-4515fbe12571","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.741978226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"3280f6e3-70b8-41fb-8d56-82e45d0d0c9a","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.7738352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"51be8ab1-d3f4-4fd1-935c-e528726b3d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.826555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"51be8ab1-d3f4-4fd1-935c-e528726b3d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.864737855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"57bc5950-0d2e-4efb-a4f6-64267fb204fb","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.877942803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"51be8ab1-d3f4-4fd1-935c-e528726b3d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.919578224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"7ecf4413-058b-425c-8271-e123add70951","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.920033126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"05315901-e54d-4783-a78e-8ccc57dcd5b8","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:27.940420793Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"bb557130-f26e-4925-bf92-3db791a012e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"premium-w0-77f3fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.024891448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6b4d1596-a024-47d3-8198-af5b336709be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.07759293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6b4d1596-a024-47d3-8198-af5b336709be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.0975533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"fd186373-cb2c-4fcf-a1a0-dccec043d307","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.123831703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"3853412b-aa81-4a5b-88b4-f415498fac8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.129213669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6b4d1596-a024-47d3-8198-af5b336709be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.178702004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"3853412b-aa81-4a5b-88b4-f415498fac8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.23672781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"3853412b-aa81-4a5b-88b4-f415498fac8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.286233116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9fac445e-9667-47fc-aa04-e291524433ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.290821946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"a2013260-eedd-41b4-9404-affcfc8f159f","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.301671761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"74f8c9f0-6e4b-4e40-a968-d2964afbf82a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.338631293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9fac445e-9667-47fc-aa04-e291524433ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.390127272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9fac445e-9667-47fc-aa04-e291524433ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.435161652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d80a2177-ea41-4569-b053-5f9b31550232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.487606785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d80a2177-ea41-4569-b053-5f9b31550232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.539065103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d80a2177-ea41-4569-b053-5f9b31550232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:28.588567995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d80a2177-ea41-4569-b053-5f9b31550232","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.738976502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"667fb8e5-dadb-4aa3-914b-23b52176dee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.791572763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"667fb8e5-dadb-4aa3-914b-23b52176dee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:28.842758626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"667fb8e5-dadb-4aa3-914b-23b52176dee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.068146673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"0c7f39e7-0055-4ef2-a263-cfe4880d77f5","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.214519152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"12a7ca73-418f-4b7c-a5f1-937fbe988308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.214708136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"6e38d970-b428-4d3d-afe6-d616921ef149","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.21498467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"82ec52a3-293e-45a9-b679-515bc1da6a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.214518959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"8fb08cb9-8d62-453b-9636-ffba17b6a089","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.267338343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"12a7ca73-418f-4b7c-a5f1-937fbe988308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.267634991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"6e38d970-b428-4d3d-afe6-d616921ef149","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.269690022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"8fb08cb9-8d62-453b-9636-ffba17b6a089","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:30.269787066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"82ec52a3-293e-45a9-b679-515bc1da6a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:31.9388455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dd4b124f-b1b5-4a8f-bb5e-e78d4440a19b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:31.991817172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dd4b124f-b1b5-4a8f-bb5e-e78d4440a19b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:32.043668724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dd4b124f-b1b5-4a8f-bb5e-e78d4440a19b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:32.167887787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c7b761ce-8a50-44a5-ab26-ef6781ab4764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:32.221087316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c7b761ce-8a50-44a5-ab26-ef6781ab4764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:32.273458976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c7b761ce-8a50-44a5-ab26-ef6781ab4764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.104524653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"29f2349c-f715-4319-bc32-47207fdabfe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.104523875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"8f3a7994-aa5e-4c98-944a-108a4d62c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.159395861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"8f3a7994-aa5e-4c98-944a-108a4d62c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.15939238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"29f2349c-f715-4319-bc32-47207fdabfe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.165983269Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-sub","reconcileID":"c7d325bc-2036-4f6c-ad48-05a80d3c19da","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.166110562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-sub","reconcileID":"c7d325bc-2036-4f6c-ad48-05a80d3c19da","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b6af18/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.212156003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"8f3a7994-aa5e-4c98-944a-108a4d62c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.212904572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d3083-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bd8844a57609343e3ddd32d5e931e690796692f548ace11ee3a73679aedb83c) AuthConfig (e5140c7ef5fdc3b0a126709eb1083c3cd6cc06b035e94c7919c0e1b2c1463297) AuthConfig (762bca39e3168a92ca4b847d20f45b308134214af63e43c5d041edb42aae26ce) AuthConfig (7d3c00b24c60d8a2f2e9884582549912591a0ceece81853b3400b3b5d4b69123) AuthConfig (fbc5d4803767c87e3ac9ba30442b11d33d2d81cb86842027629986c4121f2f18) AuthConfig (7c2834872f1e3c67656649d94982facd5f787a81b50d74d2f6f3c28fa2b363ac) AuthConfig (e7f43754ed753ccf84570c63fc165542c658c2f11c8f6c21d996217c53742295) AuthConfig (72d3b4ae2d5bff1ee6a6bd661d016367b8b2e4e6a7783dcbd139d4178174efa6) AuthConfig (553122c1bc718d5ab9096254b860ca072008874d587e4bd7ee5bb5e1d3882883) AuthConfig (b57f96b73bd92ebf72ebf3e82265ed66d43a65c47ba7512f4bd1798100585602) AuthConfig (4271ffa127ef5799031fb9ffb01d97673227f4d3429bed9c3976904f52f8bff4) AuthConfig (9c27225b4b5023920729c5cb9ea46167c8457d98b2834d3114e8ebb25ed568af) AuthConfig (be26898b4e2ecb59086afc7f030534fd7eca7ee4d66e7c5f98514c4e1fc1cf62) AuthConfig (68f0a79942ab1e295057362f774684dce54797e016ae93866769d034da01fb0f) AuthConfig (9c217fe59115e4e593ca6fd6f43f3fe5f42d2f9ace4b1bdcd7ab986121b6ba30) AuthConfig (9502c955daf6bd8cce069eb16931bf8ad81524fceb9cf25244abad56ebc610ea) AuthConfig (1f8363401ba9e29dc54f62b8d4f83c609864db02b05229b48b41ba6f921e09d9) AuthConfig (b3901120fc248b9f1fb3782cdcd44c75aec18562d494668ac36a2b4dce9a0e99) AuthConfig (cdd468f375d58048c368ad3ccd7a1508c1ddf87c014960fb259f4b0a20433e31) AuthConfig (62f9d21cf612e2225bb9d69e1af63f7b41bc3487295fa13bc146b490ade30938) AuthConfig (462b001d1dbae08fa90d7f08979966f9de940a26631435f591cf0a3e5012cf5b) AuthConfig (02ebadf0e438939df47a0482321a90081b522ebd7e7d476dec829db1fd1b1c14) AuthConfig (213bce1616440a34736b2b57ea3f6e177624dd9a97988e6110a2bfe7c1c39baf) AuthConfig (a88e3d3752c839a5f98d6f3064cf0ab7232bf42cd480539f9fbaf28165bee79c) AuthConfig (202531dd71c61f28285c2a4fd4f334a097ce14f461b69416c28440f4f832a885) AuthConfig (0aca789be3fbb38455f0c876ac20bb701c752e857bac1a003247d9be759e6896) AuthConfig (d6c99795de2548293c8108771bcf38e67c9cc0e0e9f8202d38c8a35696e23060) AuthConfig (679a56dd747dec8d4bbe873a0ee27daf1c8e8700c29c402b865c776b8c3aaeea) AuthConfig (826e65500071840d55c6cabf56f4e22800b8c3f0188dc77d2180eae806eb824f) AuthConfig (75aeb1f6fb8fe6864f8cc749a1e62e76b872456aba0b282a204e9e95f81e33e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"29f2349c-f715-4319-bc32-47207fdabfe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.530310392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"7931861d-884b-413d-b5ab-8a969acb74e7","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.586174305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"7af63046-f996-4f3e-a777-d21307a5fd3e","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.622034181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"6fd459aa-2991-4394-be89-0f5ef266f9b8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.622197205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"0d0d5814-8070-41a9-aa6a-a9cd8b5b9b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.622033345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"df3b567f-6ad2-4f96-b117-4311e001f1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.638152008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"27d8ac15-cb20-432c-90f0-58e6a8bec78e","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.6845133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"df3b567f-6ad2-4f96-b117-4311e001f1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.689664808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"0d0d5814-8070-41a9-aa6a-a9cd8b5b9b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.694151637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"6fd459aa-2991-4394-be89-0f5ef266f9b8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.915199825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:35.983377782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-apikey-failed-auth","reconcileID":"02cdd1f0-1382-4481-93a6-d57fceba5f01","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:36.241339505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"3aaeebf7-ebf0-42bc-95d4-3ac7281e51c7","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.06740097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"bef1046b-1e91-4a8d-930d-a6036c5004b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.183542844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"7a552179-1b88-44f8-bf29-5640051382af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.231570313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"c053f1fd-5a7b-4c06-ab67-307bc4335a9b","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.340298497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"fd00ab71-79c5-4fe5-a5f6-44bfa91c6ee3","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.396596159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"d1b72396-bdf8-4d82-9597-13cc18529b93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.551772129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"46c56855-5f00-41fc-bd39-ff273b63a62d","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.589481024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7d58844f-ebef-4b2f-8ef5-f09a45de9804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.642402696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7d58844f-ebef-4b2f-8ef5-f09a45de9804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.696543759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7d58844f-ebef-4b2f-8ef5-f09a45de9804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.750978706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"afe3a1f0-2ad9-4416-887f-ae5b02a5228f","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.89469415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"3b6125ed-2aeb-4c47-b83c-a011cb8b6ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.932888875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"8e4ad46d-caa8-4fea-a42c-1fdcd995a666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.935944041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"4199cb42-5ae9-4362-89a9-194ea144a3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.991433467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"8e4ad46d-caa8-4fea-a42c-1fdcd995a666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:38.995358657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"4199cb42-5ae9-4362-89a9-194ea144a3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.043659007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"8e4ad46d-caa8-4fea-a42c-1fdcd995a666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.046885679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"4199cb42-5ae9-4362-89a9-194ea144a3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.048836052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5bc326fe-a20c-44f9-bed7-9dd64911d87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.049793367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"073cc829-ac17-4000-a352-181204b1b856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.055391124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"ec94be62-61b7-4cbf-a10d-fd04fa6abecf","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.098980725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"b710c056-e476-4ad0-aa10-f2ba3a975c05","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.10235604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5bc326fe-a20c-44f9-bed7-9dd64911d87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.102676115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"073cc829-ac17-4000-a352-181204b1b856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.154321212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (917eb429f99f35a485a7555c0ca4bdf9ac1a80de3ab1779572f902e449e9346d) AuthConfig (b15da41dab253e0e1f96c24a4f4b8723cba79e2b62e6bdd0f60633d23761da07) AuthConfig (02cb8b5534717551c9c8799f70f77c511953287bc4982ede97b58ac0b2727d34) AuthConfig (5eb8e72d5d63ba08f30d9961933ba47dcde55fab24a50118481d18f07cd6db3d) AuthConfig (75010cddf3688612dba9aac436d8a50c132e57d1d70e5f30ec2803cb69037a47) AuthConfig (7f5b9a1f0b5f981a74d79d0b6fb2dd8d17cb227504c3d8cc4e40d42ece209dfe) AuthConfig (b4fd35579d7e83edaded7c995beb238423af70502bd41aafb2e17410edb578a2) AuthConfig (9e57ad472f5100bea27304960910c791d45fa005d3aa6d01bc7366cb6587e169) AuthConfig (83ba2f2b130e787fa64adf54f3e8919284f301762ee60ac321d3e64d9a23c076) AuthConfig (3b39b4d07ae886d21683eeff72f4afb2e6df5666cacc329a0f0a89a1056acaa6) AuthConfig (a6f80a4e5e0ab7294de6ae8956099d6a1d1b82446d7ce606b481fe064c66d26b) AuthConfig (19436b05aff8fedb22744f1fdfe46471fdcbe09da23d6152e396f3fad954f30b) AuthConfig (95bb4cf68d42ff2bba75c7446f91e294796563cca52261d1d71ac5c6b82fc7d9) AuthConfig (931b7dda02a6f27be1a4fa5aee1fd1557b602189db18e9a442d9b89ddd707d2c) AuthConfig (3f663b6ef8f5d4d7cfa54ea93ac482b26aeabbd181b6094b02efde1538b6f3a6) AuthConfig (d2f69afea99d1688707e7fa4b61811b617d0abeb723cfe0a0fdb0a9659ef535b) AuthConfig (a1966dfc3edd6f8cb61019d7b04929ed603e0563db97bd873162e97f1a0584f7) AuthConfig (1baac57717df9efb20ab0d4bc606c957f097350f6c53ce14f15dc13c88e54a73) AuthConfig (2e9ae1cee83fff69f97246a5a9810e361984e8e52f04a61b20241f38dcd72fcb) AuthConfig (bbf2175e89f0c1916459a33d0c5c47e35792f871e95b6bed86cbcd26313da75e) AuthConfig (dda0fdc491dcadd8fd00c7c7d8bfdfbc82cae5c8db9c0c7892e01dc1b19afaa1) AuthConfig (043e462b93d08405b985b04c53838fce917f40d767834c2bdf2433e7d27f5780) AuthConfig (0a338a72f7003ebe084319aa2c0299f0103ecc1eaafb095835a4208ec0817299) AuthConfig (0bdc605d3e6811c390d927864a607102de43b5f7bbae3c3137e76f1fd04bdf8d) AuthConfig (51c674a5ec41031a7dfe530b72b0d0fcaa83a6a3be26776748142bcd47df3b4b) AuthConfig (ded645cf1a0ea81ed3b3f0412b3e06aa88cecb4ab72bed250c944faa95bc40b9) AuthConfig (6978a8498ee91f23c97be1bc2a22a4b20c55bde9eaae8b969a102ee2f2063fd5) AuthConfig (fa3f1672039ea02071144cd5a75b73f4e83d771789f10dfa8b8ec4727beebeb0) AuthConfig (2df3ea6284624040828e0b763c19d1ae994ed930e38d566427156e13294625d0) AuthConfig (e3d64f0b449acfdef611c8fa1d3cb656b2e61074283b86efb89a7fdcf6eac6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5bc326fe-a20c-44f9-bed7-9dd64911d87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.154407048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (917eb429f99f35a485a7555c0ca4bdf9ac1a80de3ab1779572f902e449e9346d) AuthConfig (b15da41dab253e0e1f96c24a4f4b8723cba79e2b62e6bdd0f60633d23761da07) AuthConfig (02cb8b5534717551c9c8799f70f77c511953287bc4982ede97b58ac0b2727d34) AuthConfig (5eb8e72d5d63ba08f30d9961933ba47dcde55fab24a50118481d18f07cd6db3d) AuthConfig (75010cddf3688612dba9aac436d8a50c132e57d1d70e5f30ec2803cb69037a47) AuthConfig (7f5b9a1f0b5f981a74d79d0b6fb2dd8d17cb227504c3d8cc4e40d42ece209dfe) AuthConfig (b4fd35579d7e83edaded7c995beb238423af70502bd41aafb2e17410edb578a2) AuthConfig (9e57ad472f5100bea27304960910c791d45fa005d3aa6d01bc7366cb6587e169) AuthConfig (83ba2f2b130e787fa64adf54f3e8919284f301762ee60ac321d3e64d9a23c076) AuthConfig (3b39b4d07ae886d21683eeff72f4afb2e6df5666cacc329a0f0a89a1056acaa6) AuthConfig (a6f80a4e5e0ab7294de6ae8956099d6a1d1b82446d7ce606b481fe064c66d26b) AuthConfig (19436b05aff8fedb22744f1fdfe46471fdcbe09da23d6152e396f3fad954f30b) AuthConfig (95bb4cf68d42ff2bba75c7446f91e294796563cca52261d1d71ac5c6b82fc7d9) AuthConfig (931b7dda02a6f27be1a4fa5aee1fd1557b602189db18e9a442d9b89ddd707d2c) AuthConfig (3f663b6ef8f5d4d7cfa54ea93ac482b26aeabbd181b6094b02efde1538b6f3a6) AuthConfig (d2f69afea99d1688707e7fa4b61811b617d0abeb723cfe0a0fdb0a9659ef535b) AuthConfig (a1966dfc3edd6f8cb61019d7b04929ed603e0563db97bd873162e97f1a0584f7) AuthConfig (1baac57717df9efb20ab0d4bc606c957f097350f6c53ce14f15dc13c88e54a73) AuthConfig (2e9ae1cee83fff69f97246a5a9810e361984e8e52f04a61b20241f38dcd72fcb) AuthConfig (bbf2175e89f0c1916459a33d0c5c47e35792f871e95b6bed86cbcd26313da75e) AuthConfig (dda0fdc491dcadd8fd00c7c7d8bfdfbc82cae5c8db9c0c7892e01dc1b19afaa1) AuthConfig (043e462b93d08405b985b04c53838fce917f40d767834c2bdf2433e7d27f5780) AuthConfig (0a338a72f7003ebe084319aa2c0299f0103ecc1eaafb095835a4208ec0817299) AuthConfig (0bdc605d3e6811c390d927864a607102de43b5f7bbae3c3137e76f1fd04bdf8d) AuthConfig (51c674a5ec41031a7dfe530b72b0d0fcaa83a6a3be26776748142bcd47df3b4b) AuthConfig (ded645cf1a0ea81ed3b3f0412b3e06aa88cecb4ab72bed250c944faa95bc40b9) AuthConfig (6978a8498ee91f23c97be1bc2a22a4b20c55bde9eaae8b969a102ee2f2063fd5) AuthConfig (fa3f1672039ea02071144cd5a75b73f4e83d771789f10dfa8b8ec4727beebeb0) AuthConfig (2df3ea6284624040828e0b763c19d1ae994ed930e38d566427156e13294625d0) AuthConfig (e3d64f0b449acfdef611c8fa1d3cb656b2e61074283b86efb89a7fdcf6eac6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"073cc829-ac17-4000-a352-181204b1b856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.197227031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"b15dd06e-d525-4dd0-bde9-88628aa30315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.21060137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"7a8e3e74-543d-4c48-964c-a4e7b7947024","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.211063129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"3b392ff6-c21d-4bda-a660-6b59a8518514","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.250280506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"b15dd06e-d525-4dd0-bde9-88628aa30315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.29649431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"13b604c4-d829-4916-b33d-ec090f6854f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.301982269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"b15dd06e-d525-4dd0-bde9-88628aa30315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.35077494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"13b604c4-d829-4916-b33d-ec090f6854f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.396948633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"76655ca5-6b19-4c57-b3f1-ffe556740e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.397006892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1a45a868-f007-4bd4-8942-efe55078bc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.402025552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"13b604c4-d829-4916-b33d-ec090f6854f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.449972965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"76655ca5-6b19-4c57-b3f1-ffe556740e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.450682799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1a45a868-f007-4bd4-8942-efe55078bc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:39.452284563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"13b604c4-d829-4916-b33d-ec090f6854f0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.502513478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (917eb429f99f35a485a7555c0ca4bdf9ac1a80de3ab1779572f902e449e9346d) AuthConfig (b15da41dab253e0e1f96c24a4f4b8723cba79e2b62e6bdd0f60633d23761da07) AuthConfig (02cb8b5534717551c9c8799f70f77c511953287bc4982ede97b58ac0b2727d34) AuthConfig (5eb8e72d5d63ba08f30d9961933ba47dcde55fab24a50118481d18f07cd6db3d) AuthConfig (75010cddf3688612dba9aac436d8a50c132e57d1d70e5f30ec2803cb69037a47) AuthConfig (7f5b9a1f0b5f981a74d79d0b6fb2dd8d17cb227504c3d8cc4e40d42ece209dfe) AuthConfig (b4fd35579d7e83edaded7c995beb238423af70502bd41aafb2e17410edb578a2) AuthConfig (9e57ad472f5100bea27304960910c791d45fa005d3aa6d01bc7366cb6587e169) AuthConfig (83ba2f2b130e787fa64adf54f3e8919284f301762ee60ac321d3e64d9a23c076) AuthConfig (3b39b4d07ae886d21683eeff72f4afb2e6df5666cacc329a0f0a89a1056acaa6) AuthConfig (a6f80a4e5e0ab7294de6ae8956099d6a1d1b82446d7ce606b481fe064c66d26b) AuthConfig (19436b05aff8fedb22744f1fdfe46471fdcbe09da23d6152e396f3fad954f30b) AuthConfig (95bb4cf68d42ff2bba75c7446f91e294796563cca52261d1d71ac5c6b82fc7d9) AuthConfig (931b7dda02a6f27be1a4fa5aee1fd1557b602189db18e9a442d9b89ddd707d2c) AuthConfig (3f663b6ef8f5d4d7cfa54ea93ac482b26aeabbd181b6094b02efde1538b6f3a6) AuthConfig (d2f69afea99d1688707e7fa4b61811b617d0abeb723cfe0a0fdb0a9659ef535b) AuthConfig (a1966dfc3edd6f8cb61019d7b04929ed603e0563db97bd873162e97f1a0584f7) AuthConfig (1baac57717df9efb20ab0d4bc606c957f097350f6c53ce14f15dc13c88e54a73) AuthConfig (2e9ae1cee83fff69f97246a5a9810e361984e8e52f04a61b20241f38dcd72fcb) AuthConfig (bbf2175e89f0c1916459a33d0c5c47e35792f871e95b6bed86cbcd26313da75e) AuthConfig (dda0fdc491dcadd8fd00c7c7d8bfdfbc82cae5c8db9c0c7892e01dc1b19afaa1) AuthConfig (043e462b93d08405b985b04c53838fce917f40d767834c2bdf2433e7d27f5780) AuthConfig (0a338a72f7003ebe084319aa2c0299f0103ecc1eaafb095835a4208ec0817299) AuthConfig (0bdc605d3e6811c390d927864a607102de43b5f7bbae3c3137e76f1fd04bdf8d) AuthConfig (51c674a5ec41031a7dfe530b72b0d0fcaa83a6a3be26776748142bcd47df3b4b) AuthConfig (ded645cf1a0ea81ed3b3f0412b3e06aa88cecb4ab72bed250c944faa95bc40b9) AuthConfig (6978a8498ee91f23c97be1bc2a22a4b20c55bde9eaae8b969a102ee2f2063fd5) AuthConfig (fa3f1672039ea02071144cd5a75b73f4e83d771789f10dfa8b8ec4727beebeb0) AuthConfig (2df3ea6284624040828e0b763c19d1ae994ed930e38d566427156e13294625d0) AuthConfig (e3d64f0b449acfdef611c8fa1d3cb656b2e61074283b86efb89a7fdcf6eac6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"76655ca5-6b19-4c57-b3f1-ffe556740e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.502915283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (917eb429f99f35a485a7555c0ca4bdf9ac1a80de3ab1779572f902e449e9346d) AuthConfig (b15da41dab253e0e1f96c24a4f4b8723cba79e2b62e6bdd0f60633d23761da07) AuthConfig (02cb8b5534717551c9c8799f70f77c511953287bc4982ede97b58ac0b2727d34) AuthConfig (5eb8e72d5d63ba08f30d9961933ba47dcde55fab24a50118481d18f07cd6db3d) AuthConfig (75010cddf3688612dba9aac436d8a50c132e57d1d70e5f30ec2803cb69037a47) AuthConfig (7f5b9a1f0b5f981a74d79d0b6fb2dd8d17cb227504c3d8cc4e40d42ece209dfe) AuthConfig (b4fd35579d7e83edaded7c995beb238423af70502bd41aafb2e17410edb578a2) AuthConfig (9e57ad472f5100bea27304960910c791d45fa005d3aa6d01bc7366cb6587e169) AuthConfig (83ba2f2b130e787fa64adf54f3e8919284f301762ee60ac321d3e64d9a23c076) AuthConfig (3b39b4d07ae886d21683eeff72f4afb2e6df5666cacc329a0f0a89a1056acaa6) AuthConfig (a6f80a4e5e0ab7294de6ae8956099d6a1d1b82446d7ce606b481fe064c66d26b) AuthConfig (19436b05aff8fedb22744f1fdfe46471fdcbe09da23d6152e396f3fad954f30b) AuthConfig (95bb4cf68d42ff2bba75c7446f91e294796563cca52261d1d71ac5c6b82fc7d9) AuthConfig (931b7dda02a6f27be1a4fa5aee1fd1557b602189db18e9a442d9b89ddd707d2c) AuthConfig (3f663b6ef8f5d4d7cfa54ea93ac482b26aeabbd181b6094b02efde1538b6f3a6) AuthConfig (d2f69afea99d1688707e7fa4b61811b617d0abeb723cfe0a0fdb0a9659ef535b) AuthConfig (a1966dfc3edd6f8cb61019d7b04929ed603e0563db97bd873162e97f1a0584f7) AuthConfig (1baac57717df9efb20ab0d4bc606c957f097350f6c53ce14f15dc13c88e54a73) AuthConfig (2e9ae1cee83fff69f97246a5a9810e361984e8e52f04a61b20241f38dcd72fcb) AuthConfig (bbf2175e89f0c1916459a33d0c5c47e35792f871e95b6bed86cbcd26313da75e) AuthConfig (dda0fdc491dcadd8fd00c7c7d8bfdfbc82cae5c8db9c0c7892e01dc1b19afaa1) AuthConfig (043e462b93d08405b985b04c53838fce917f40d767834c2bdf2433e7d27f5780) AuthConfig (0a338a72f7003ebe084319aa2c0299f0103ecc1eaafb095835a4208ec0817299) AuthConfig (0bdc605d3e6811c390d927864a607102de43b5f7bbae3c3137e76f1fd04bdf8d) AuthConfig (51c674a5ec41031a7dfe530b72b0d0fcaa83a6a3be26776748142bcd47df3b4b) AuthConfig (ded645cf1a0ea81ed3b3f0412b3e06aa88cecb4ab72bed250c944faa95bc40b9) AuthConfig (6978a8498ee91f23c97be1bc2a22a4b20c55bde9eaae8b969a102ee2f2063fd5) AuthConfig (fa3f1672039ea02071144cd5a75b73f4e83d771789f10dfa8b8ec4727beebeb0) AuthConfig (2df3ea6284624040828e0b763c19d1ae994ed930e38d566427156e13294625d0) AuthConfig (e3d64f0b449acfdef611c8fa1d3cb656b2e61074283b86efb89a7fdcf6eac6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1a45a868-f007-4bd4-8942-efe55078bc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.604778954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"92d163df-a365-4c97-bf77-097bdef012b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.658116516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"92d163df-a365-4c97-bf77-097bdef012b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:39.709585629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"92d163df-a365-4c97-bf77-097bdef012b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.220989102Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269","reconcileID":"fce827d0-c057-43be-af32-90bfcef934dd","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-filter-sub-a-ff8a9269","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.422243459Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269","reconcileID":"fce827d0-c057-43be-af32-90bfcef934dd","MaaSSubscription":{"name":"e2e-filter-sub-a-ff8a9269","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-filter-sub-b-77c5a88c","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.619253218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c","reconcileID":"e9950fdb-5f8a-42ef-a845-a0a1ad34abb6","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.619574313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"ca4fc6dd-b23d-4a74-950f-52b546686afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.674681845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"8b9f80ad-d967-4cbb-a9f3-b80a4416778f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.819898113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"13d73991-41c1-4e0e-b2d9-e9f7d0e498ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.820094496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"5f5e55c0-3978-461f-87e9-28fa78c3e62f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.819900654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"86d3dd0b-d921-4c75-a2c1-76408777c5f0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.822844702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"23ca1bf2-7f43-490e-ac8c-393ad317cac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.824033167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"67cd85d0-f6f2-4a1a-ba49-2800c7ce8b9f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.873727368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"13d73991-41c1-4e0e-b2d9-e9f7d0e498ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.873791279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"86d3dd0b-d921-4c75-a2c1-76408777c5f0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.876834446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"23ca1bf2-7f43-490e-ac8c-393ad317cac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:40.876913544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"5f5e55c0-3978-461f-87e9-28fa78c3e62f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.223100091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"ab3d99b0-9eaf-4f8b-b476-554dcf462a27","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.223239572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"44a3ac21-c39a-4d1e-8c0e-0141d09cf250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.223100166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"2a4889b5-a9dc-41d7-bccf-5a7fd760d257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.223645809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"421b9e49-e166-47bf-9e42-dc84f53edbb0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.276357579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"2a4889b5-a9dc-41d7-bccf-5a7fd760d257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.276416547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"ab3d99b0-9eaf-4f8b-b476-554dcf462a27","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.278559284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"44a3ac21-c39a-4d1e-8c0e-0141d09cf250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:41.278644048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"421b9e49-e166-47bf-9e42-dc84f53edbb0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:45.359701901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0e221cfc-46c5-47f2-9767-8b0c374c1d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:45.359699495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"07fcbca6-1229-498f-bd9d-8f602e9dcaef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:45.413710514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0e221cfc-46c5-47f2-9767-8b0c374c1d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:45.413723456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"07fcbca6-1229-498f-bd9d-8f602e9dcaef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:45.716311066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"c627996d-cca5-4398-9165-862d39836500","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:45.718985253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"e19840ab-ed0d-4767-8460-3990edf450a6","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.449973551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"fa1fc815-89b0-4011-8936-5b73deeaf729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.504575547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"fa1fc815-89b0-4011-8936-5b73deeaf729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.557154145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"fa1fc815-89b0-4011-8936-5b73deeaf729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.651601359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7e0d97ba-53ad-4f7f-8245-9069bc12d6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.651601356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8ec9677f-dc0b-4419-bc42-1e750b9e2735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.709875748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8ec9677f-dc0b-4419-bc42-1e750b9e2735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.710068066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7e0d97ba-53ad-4f7f-8245-9069bc12d6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.763546269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (917eb429f99f35a485a7555c0ca4bdf9ac1a80de3ab1779572f902e449e9346d) AuthConfig (b15da41dab253e0e1f96c24a4f4b8723cba79e2b62e6bdd0f60633d23761da07) AuthConfig (02cb8b5534717551c9c8799f70f77c511953287bc4982ede97b58ac0b2727d34) AuthConfig (5eb8e72d5d63ba08f30d9961933ba47dcde55fab24a50118481d18f07cd6db3d) AuthConfig (75010cddf3688612dba9aac436d8a50c132e57d1d70e5f30ec2803cb69037a47) AuthConfig (7f5b9a1f0b5f981a74d79d0b6fb2dd8d17cb227504c3d8cc4e40d42ece209dfe) AuthConfig (b4fd35579d7e83edaded7c995beb238423af70502bd41aafb2e17410edb578a2) AuthConfig (9e57ad472f5100bea27304960910c791d45fa005d3aa6d01bc7366cb6587e169) AuthConfig (83ba2f2b130e787fa64adf54f3e8919284f301762ee60ac321d3e64d9a23c076) AuthConfig (3b39b4d07ae886d21683eeff72f4afb2e6df5666cacc329a0f0a89a1056acaa6) AuthConfig (a6f80a4e5e0ab7294de6ae8956099d6a1d1b82446d7ce606b481fe064c66d26b) AuthConfig (19436b05aff8fedb22744f1fdfe46471fdcbe09da23d6152e396f3fad954f30b) AuthConfig (95bb4cf68d42ff2bba75c7446f91e294796563cca52261d1d71ac5c6b82fc7d9) AuthConfig (931b7dda02a6f27be1a4fa5aee1fd1557b602189db18e9a442d9b89ddd707d2c) AuthConfig (3f663b6ef8f5d4d7cfa54ea93ac482b26aeabbd181b6094b02efde1538b6f3a6) AuthConfig (d2f69afea99d1688707e7fa4b61811b617d0abeb723cfe0a0fdb0a9659ef535b) AuthConfig (a1966dfc3edd6f8cb61019d7b04929ed603e0563db97bd873162e97f1a0584f7) AuthConfig (1baac57717df9efb20ab0d4bc606c957f097350f6c53ce14f15dc13c88e54a73) AuthConfig (2e9ae1cee83fff69f97246a5a9810e361984e8e52f04a61b20241f38dcd72fcb) AuthConfig (bbf2175e89f0c1916459a33d0c5c47e35792f871e95b6bed86cbcd26313da75e) AuthConfig (dda0fdc491dcadd8fd00c7c7d8bfdfbc82cae5c8db9c0c7892e01dc1b19afaa1) AuthConfig (043e462b93d08405b985b04c53838fce917f40d767834c2bdf2433e7d27f5780) AuthConfig (0a338a72f7003ebe084319aa2c0299f0103ecc1eaafb095835a4208ec0817299) AuthConfig (0bdc605d3e6811c390d927864a607102de43b5f7bbae3c3137e76f1fd04bdf8d) AuthConfig (51c674a5ec41031a7dfe530b72b0d0fcaa83a6a3be26776748142bcd47df3b4b) AuthConfig (ded645cf1a0ea81ed3b3f0412b3e06aa88cecb4ab72bed250c944faa95bc40b9) AuthConfig (6978a8498ee91f23c97be1bc2a22a4b20c55bde9eaae8b969a102ee2f2063fd5) AuthConfig (fa3f1672039ea02071144cd5a75b73f4e83d771789f10dfa8b8ec4727beebeb0) AuthConfig (2df3ea6284624040828e0b763c19d1ae994ed930e38d566427156e13294625d0) AuthConfig (e3d64f0b449acfdef611c8fa1d3cb656b2e61074283b86efb89a7fdcf6eac6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7e0d97ba-53ad-4f7f-8245-9069bc12d6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.763574748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-4dd22b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (917eb429f99f35a485a7555c0ca4bdf9ac1a80de3ab1779572f902e449e9346d) AuthConfig (b15da41dab253e0e1f96c24a4f4b8723cba79e2b62e6bdd0f60633d23761da07) AuthConfig (02cb8b5534717551c9c8799f70f77c511953287bc4982ede97b58ac0b2727d34) AuthConfig (5eb8e72d5d63ba08f30d9961933ba47dcde55fab24a50118481d18f07cd6db3d) AuthConfig (75010cddf3688612dba9aac436d8a50c132e57d1d70e5f30ec2803cb69037a47) AuthConfig (7f5b9a1f0b5f981a74d79d0b6fb2dd8d17cb227504c3d8cc4e40d42ece209dfe) AuthConfig (b4fd35579d7e83edaded7c995beb238423af70502bd41aafb2e17410edb578a2) AuthConfig (9e57ad472f5100bea27304960910c791d45fa005d3aa6d01bc7366cb6587e169) AuthConfig (83ba2f2b130e787fa64adf54f3e8919284f301762ee60ac321d3e64d9a23c076) AuthConfig (3b39b4d07ae886d21683eeff72f4afb2e6df5666cacc329a0f0a89a1056acaa6) AuthConfig (a6f80a4e5e0ab7294de6ae8956099d6a1d1b82446d7ce606b481fe064c66d26b) AuthConfig (19436b05aff8fedb22744f1fdfe46471fdcbe09da23d6152e396f3fad954f30b) AuthConfig (95bb4cf68d42ff2bba75c7446f91e294796563cca52261d1d71ac5c6b82fc7d9) AuthConfig (931b7dda02a6f27be1a4fa5aee1fd1557b602189db18e9a442d9b89ddd707d2c) AuthConfig (3f663b6ef8f5d4d7cfa54ea93ac482b26aeabbd181b6094b02efde1538b6f3a6) AuthConfig (d2f69afea99d1688707e7fa4b61811b617d0abeb723cfe0a0fdb0a9659ef535b) AuthConfig (a1966dfc3edd6f8cb61019d7b04929ed603e0563db97bd873162e97f1a0584f7) AuthConfig (1baac57717df9efb20ab0d4bc606c957f097350f6c53ce14f15dc13c88e54a73) AuthConfig (2e9ae1cee83fff69f97246a5a9810e361984e8e52f04a61b20241f38dcd72fcb) AuthConfig (bbf2175e89f0c1916459a33d0c5c47e35792f871e95b6bed86cbcd26313da75e) AuthConfig (dda0fdc491dcadd8fd00c7c7d8bfdfbc82cae5c8db9c0c7892e01dc1b19afaa1) AuthConfig (043e462b93d08405b985b04c53838fce917f40d767834c2bdf2433e7d27f5780) AuthConfig (0a338a72f7003ebe084319aa2c0299f0103ecc1eaafb095835a4208ec0817299) AuthConfig (0bdc605d3e6811c390d927864a607102de43b5f7bbae3c3137e76f1fd04bdf8d) AuthConfig (51c674a5ec41031a7dfe530b72b0d0fcaa83a6a3be26776748142bcd47df3b4b) AuthConfig (ded645cf1a0ea81ed3b3f0412b3e06aa88cecb4ab72bed250c944faa95bc40b9) AuthConfig (6978a8498ee91f23c97be1bc2a22a4b20c55bde9eaae8b969a102ee2f2063fd5) AuthConfig (fa3f1672039ea02071144cd5a75b73f4e83d771789f10dfa8b8ec4727beebeb0) AuthConfig (2df3ea6284624040828e0b763c19d1ae994ed930e38d566427156e13294625d0) AuthConfig (e3d64f0b449acfdef611c8fa1d3cb656b2e61074283b86efb89a7fdcf6eac6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8ec9677f-dc0b-4419-bc42-1e750b9e2735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.861438709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d06fb8e4-fcb2-4f79-8fa4-c8dda0a3994e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.915559655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d06fb8e4-fcb2-4f79-8fa4-c8dda0a3994e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:49.968310279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-77f3fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16849c6d49abd2f665ebcc06f2e893470ae34b4f600f4e4fd9e806991412009) AuthConfig (aa95f1702ccdab28e5a8154c46ea8da25979147e0bf98b4ac10c70f4d25a2972) AuthConfig (80de175050fabada5bfa9327f77ecbd2629a157d6ea33653e8e277db7ef6ac28) AuthConfig (7ea5882339223208b609a4f47affd94c9af9f5959d1884158ace9d4cebe7adc3) AuthConfig (e3d5a94dc40c89bfde53c416f0dfdccf2e68b4c253a7911dfce99b2e10ab8378) AuthConfig (c1966b5ab246c0e69a36067b55894b16dc59c4369ca5495d1fcb6177371d4b40) AuthConfig (6ac26dd1d9b53dd5109592dc7a9453dbd6d184ecce9148bc5cd4631b52146958) AuthConfig (02eb2d1a1c319ecffa1d03e7ce377461666a768d182244aec9b488b660b56588) AuthConfig (bf0e37057d69f5c90cf34aeb410526c68a528bfd52511bfc30235aecf9b53d5e) AuthConfig (1a08ab458ffa39133766ad7866a8d1335c09add60c403d2a477ef52ec83fcfff) AuthConfig (f149f4511991749ad7286ae9488c3feb3dd9fe6a99d21cc528b04a3cff5b848d) AuthConfig (ed83789a0bffd782b787d5dba013209c0a5eae4557c139de102f165b6a1d2d61) AuthConfig (557918e21d960a220f3dd50f7527139b75b72b7552d707e38cf4124ee6f0623e) AuthConfig (9ede8734685df27e1b34f3c80c2a5bb8c5250a5d9ffac2bbc1786b2c6d86d112) AuthConfig (608d8f2e39f0dc5cc151e5d0f851c1cc0f72b06016a9509c930833d600dec8ac) AuthConfig (8ef44b63e2346b2ddfa1398c4fd799db0738e25dfd97b074213c9d05bd706fb9) AuthConfig (49ca4208f2f02a19258bcb34d85831ea24c07bba7ebaab96357e47b28c5d7cd5) AuthConfig (e8bccc61d9793a228f9845ef844174a62a610f1ffe0b3df3d90c1cb0b0383e78) AuthConfig (2c9c6787b99ab12b79b3f9d47f63f56dd19f06fb43745f958d65840680d4cfe3) AuthConfig (0927e6745b66738916652df3f46bfdf4ebbcc20fb50c47909906aa3c7b226e7b) AuthConfig (b2d88690bf87a234196ad84706aa05cac7eb62aa96f82d6f770017501bca26cb) AuthConfig (c907f43eec11e8d0605dbe2a0101545d941bd685fbfe3482da55d506e303e236) AuthConfig (191c21ca41fd4fec327937e3aa336881a03385fdd1ad59c52f848e83a12be805) AuthConfig (03cb2ecbcb987f006fb5eeb220e06ded643de7b659effc51dd24c574a0aec179) AuthConfig (b3e90dbd87e0c3b991480424cf28e72f6da8a8f435979186e189d8bb7bef3bed) AuthConfig (92b4c34b221c949a7055714dc1fa9ec0d1fb723c9706f307966a007c514832e1) AuthConfig (0af8df67b1e7e4dd705fb0a15f6edad2d1b9e1ffa226f25db9320189406cd816) AuthConfig (f51b8900abeaed934776c643ae6a8039b573fce6c7856761e03b96bbd4f82b2a) AuthConfig (560087457bcb5e63d5e09b9d5619309f2db84827f61207d58d486e59d98cde05) AuthConfig (548056c731f1dcd3d36b1015aa483598a7c6dcec14530439279c163e4304702d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d06fb8e4-fcb2-4f79-8fa4-c8dda0a3994e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:50.982276671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c","reconcileID":"1ae9dc1d-2e30-4bcf-a86c-8da90326d434","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-filter-sub-b-77c5a88c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.185963937Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c","reconcileID":"1ae9dc1d-2e30-4bcf-a86c-8da90326d434","MaaSSubscription":{"name":"e2e-filter-sub-b-77c5a88c","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.387532493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"4d3dd72f-837c-4474-8c7d-6663101911d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.394364682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"d9a83d43-8460-4c1e-9454-9a2fb75d2a2d","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.542086334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"2b820437-2666-471c-8a3e-75ed16a01d7e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.542545454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"10d31ea4-03de-43ca-9923-a5280310bfe0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.542573644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"19d8aed4-9a6e-4ffb-8370-6b999b6fd0d6","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.542088001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"111b85a7-cd07-462a-8c9e-807a5e91522a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.542898861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"806e61fd-4150-4c28-8b7e-1fc7ffc10ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.598117277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"10d31ea4-03de-43ca-9923-a5280310bfe0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.59844811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"111b85a7-cd07-462a-8c9e-807a5e91522a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.600584042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"2b820437-2666-471c-8a3e-75ed16a01d7e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.600805497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"806e61fd-4150-4c28-8b7e-1fc7ffc10ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.79682344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-a-ff8a9269-auth","reconcileID":"ada9cc69-d670-4307-b3a9-261d69cd0a32","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-ff8a9269-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:51.949698567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"75d9b975-ace8-48a3-a327-2cb717c2f274","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:52.098371987Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-filter-sub-b-77c5a88c-auth","reconcileID":"0b0f0d32-1639-4f5d-b059-567b88177f68","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-77c5a88c-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:52.098449967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"0e111f61-6e19-43f5-aa2d-4367bef85926","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:52.249781613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"3056c235-de61-469c-8c79-7d375679dad4","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.302337916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"7c4caec6-bb38-4b1d-8262-e6a65163adc5","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.356426715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"7eaa84e9-227b-4a6f-b79e-b36dc038c51b","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.449990961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"b14fa846-e942-4a1b-b9be-08fc2ad00d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.450165094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"06b19b51-9790-443a-9ec9-efcec2b989f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.449996113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"08e08d8b-2d04-4666-be31-63ee4ee4ccbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.450515126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e715b79-fc58-41e9-a9e0-a276e2805f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.450613198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6709096b-17a3-4ae6-b255-83b672a9e9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.503939168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"08e08d8b-2d04-4666-be31-63ee4ee4ccbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.503994543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"b14fa846-e942-4a1b-b9be-08fc2ad00d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.506269281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"06b19b51-9790-443a-9ec9-efcec2b989f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.506332902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e715b79-fc58-41e9-a9e0-a276e2805f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.508338878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6709096b-17a3-4ae6-b255-83b672a9e9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.696947683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"9959673a-ba62-42d4-86e4-5298487a188b","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"name":"e2e-rt-sw-2bd9be","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.850152557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"950dcd51-574f-4d40-a30a-d7d7abaa7075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.857454943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"7f5c00f4-0614-446a-aa22-56b3fa39cc59","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.860747868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"441d72ac-cb5b-45d7-9c4c-f2a2e7b43aa0","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.861230623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"e9616467-e020-4481-8cc8-057ca2c9f8e1","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.861939477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"7bda42d4-2a29-4621-a373-3c1e803df631","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.90450586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"950dcd51-574f-4d40-a30a-d7d7abaa7075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:54.967861209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"bd65472a-8c64-4aea-aecc-f174542879bb","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"name":"e2e-rt-sw-2bd9be","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.003207162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"f319017c-427c-45c2-a1ba-f39a921c2c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.019126968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe751df3-4044-4b5d-99ba-9dd27c30770e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.019146873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe751df3-4044-4b5d-99ba-9dd27c30770e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.019468149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c01df80f-b06e-4ff8-bb95-1cf17cd6d327","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.019481465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c01df80f-b06e-4ff8-bb95-1cf17cd6d327","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.019765889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8fe7438-4db8-4b12-98a6-4ab2d391179a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.019777675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8fe7438-4db8-4b12-98a6-4ab2d391179a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.01998989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8376be9e-e19c-4cd8-892c-0f768ea002a9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020001851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8376be9e-e19c-4cd8-892c-0f768ea002a9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020199976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad45801b-a65d-42de-bcaf-99c157939249","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020209741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad45801b-a65d-42de-bcaf-99c157939249","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020381635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f2ba577-e02a-489b-aba2-e0b52fbc0f1f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020390549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f2ba577-e02a-489b-aba2-e0b52fbc0f1f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020554242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7bdd8f7-5440-4693-9490-bb056b525b1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020564179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7bdd8f7-5440-4693-9490-bb056b525b1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020738083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"217c2b1f-ce44-44a8-ab44-a51d4b86d644","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.020752295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"217c2b1f-ce44-44a8-ab44-a51d4b86d644","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.05875582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"f319017c-427c-45c2-a1ba-f39a921c2c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.0738932Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"61a78da4-edf1-441c-a128-cbbb28bdd9f2","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"name":"e2e-rt-sw-2bd9be","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.104273157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"dd61cda0-3ffb-4d3f-89eb-69fb7b6886ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.10438162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"2ce1a2fe-f3e8-4a83-a9de-2baf947bd364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.104740808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"5955b160-1c3a-4a3d-b11c-d321191404d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.124537374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"223b2ec9-0c05-4201-a741-e553af47efe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.124996363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db366ca5-371f-48d9-be14-6b6eb61bd0b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.158574427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"5955b160-1c3a-4a3d-b11c-d321191404d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.158625291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"2ce1a2fe-f3e8-4a83-a9de-2baf947bd364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.160775721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"dd61cda0-3ffb-4d3f-89eb-69fb7b6886ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.253178589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4753ce59-322f-42fe-b602-24edebc08ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.307078481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4753ce59-322f-42fe-b602-24edebc08ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.452992275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"075c63d7-b289-4e0e-8fb3-ea054305ca42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.502164964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"64044969-9e83-4c2c-8dcc-77b22eb3a565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.506613989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"075c63d7-b289-4e0e-8fb3-ea054305ca42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.550527481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"1e028f9e-ab98-46d4-88b3-2450e85cdb7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.550716176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6a8bfbb-ac5e-474e-ac8d-20b7e3f8294c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.555209178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"64044969-9e83-4c2c-8dcc-77b22eb3a565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.614092058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6a8bfbb-ac5e-474e-ac8d-20b7e3f8294c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.614458122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"1e028f9e-ab98-46d4-88b3-2450e85cdb7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.661975666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c7517203-008d-4868-bd6e-bd5500a4e16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.71477883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c7517203-008d-4868-bd6e-bd5500a4e16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.851994451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ab18ea74-c4da-418d-90ac-d8f791c8b205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.906690656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ab18ea74-c4da-418d-90ac-d8f791c8b205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:55.952574206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07434245-f686-4558-a93f-9e4248280301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.005537414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07434245-f686-4558-a93f-9e4248280301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.114863216Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"d7a97542-6ee5-4009-8423-62784efd204a","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.16437434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"90ec41e8-e7ad-4242-8505-b82b85d92040","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.164408981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"90ec41e8-e7ad-4242-8505-b82b85d92040","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.261405279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6899370b-262a-453b-a9a5-725350348623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.2629036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f8bb8961-f43e-42f0-a4bf-37c882602000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.262912987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ad0e7192-489f-40f1-a465-86b8a6c969d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.26359402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"ad3c798a-49af-445a-947f-cb49ad2557a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.318376377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"ad3c798a-49af-445a-947f-cb49ad2557a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.318400651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f8bb8961-f43e-42f0-a4bf-37c882602000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.320636818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6899370b-262a-453b-a9a5-725350348623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.320691362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ad0e7192-489f-40f1-a465-86b8a6c969d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.401291415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b180adbd-d332-4fdf-a066-4133b8ef2d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.454826188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b180adbd-d332-4fdf-a066-4133b8ef2d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.609831375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b0a93379-0640-4727-9b09-fd38640c0d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.60987698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"31189eb2-d4e2-4cab-b61c-667791758449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.610323059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b822534e-07c8-4f2c-9f85-42b68c51ea8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.610350486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87a08ec-dcf3-4595-9338-8988cf442130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.663765452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"31189eb2-d4e2-4cab-b61c-667791758449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.663937947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87a08ec-dcf3-4595-9338-8988cf442130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.667530773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b0a93379-0640-4727-9b09-fd38640c0d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.668079425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b822534e-07c8-4f2c-9f85-42b68c51ea8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.746672171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"14c8d235-02ef-48c1-94db-b77d1ea84d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.803190976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"14c8d235-02ef-48c1-94db-b77d1ea84d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.968181696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a219395d-0dc3-4992-89b5-88fa943f62bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:56.975591377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b9c2b72b-b538-404b-9efd-4e416c428d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:57.021183321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a219395d-0dc3-4992-89b5-88fa943f62bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:57.029527019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b9c2b72b-b538-404b-9efd-4e416c428d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:58.394069847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"812b462a-e1f6-4416-a53d-797d7bc3e615","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:58.447592437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"79ec34c7-d6ac-4402-a2b3-161caab9d60b","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:58.594155995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-gw-auth-f5a21d66","reconcileID":"bdbb59a1-8be4-407e-a661-94133a19aa21","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:58.64748443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-gw-auth-f5a21d66","reconcileID":"bdbb59a1-8be4-407e-a661-94133a19aa21","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:58.899016467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"e2ae0263-1da8-401c-83d9-04f887c3eeaf","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.045335191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-gw-auth-f5a21d66","reconcileID":"f13b2047-2bea-4bd0-87d2-79348b58ed60","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.097715337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-gw-auth-f5a21d66","reconcileID":"f13b2047-2bea-4bd0-87d2-79348b58ed60","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.600282753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"dfcdba93-720b-45a8-bb96-5c64a7ec0a6f","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.653879129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"e27ec418-0248-4b23-8593-02d69b1c8911","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.801483361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"f4ec1130-0d3d-45e6-ada7-dcfe7cba4b89","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.854152467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"f4ec1130-0d3d-45e6-ada7-dcfe7cba4b89","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.870274969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"c614b01a-1df4-4bfa-8573-938b62a14ea8","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:35:59.92229842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"1de14840-e22c-400d-b41d-504d7874f211","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:35:59.973160202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66","reconcileID":"826fc3f0-eeac-47bc-89e5-069fa629df1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-79574e66\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.016370283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e27870af-74dc-4f25-a28f-6498a89c0f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.016373347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"85a2de93-73b9-49a2-a1f0-d334b544931b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.069103295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"85a2de93-73b9-49a2-a1f0-d334b544931b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.069278503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e27870af-74dc-4f25-a28f-6498a89c0f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.081047873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a953db3f-278b-472d-ab79-29e94eed0fdb","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.105248362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"29708613-c2f5-4abe-8ef8-38f03d6d3056","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.131812699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"931468d4-ac2c-4f03-8d12-bfe2f1f56da8","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.251271167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"2787da4b-175e-451e-8a59-76b937d99f61","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.304601504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"2787da4b-175e-451e-8a59-76b937d99f61","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.361142998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ccc2a39b-c9da-4c10-9a2b-cc48f00d114c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.36119278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3ab8a150-7c1b-4067-ae85-1ee02fe14b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.381892513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66","reconcileID":"57e80eb4-8219-436f-89fe-859a3375eb05","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-bulk-sub-79574e66","ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.403335602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"1303d63f-6a80-48fa-a154-de46efbdc0e8","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.403361363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"1303d63f-6a80-48fa-a154-de46efbdc0e8","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.415063973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3ab8a150-7c1b-4067-ae85-1ee02fe14b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.415066491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ccc2a39b-c9da-4c10-9a2b-cc48f00d114c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.501413748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"fe149b84-389a-456e-aa71-969fd945777d","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.501439802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"fe149b84-389a-456e-aa71-969fd945777d","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.550753266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a2e489fd-3388-4d4c-b244-1a2c1fdc2ac4","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.578110551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"452a6c37-ee25-4b63-84de-c6e37e8ca499","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.6016097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"23329576-ba81-4dff-8937-1a30f34f2f6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.65417606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"23329576-ba81-4dff-8937-1a30f34f2f6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:00.733508922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66","reconcileID":"6726a4a5-59cf-454c-8fb3-bd7f25fc38d8","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:01.056879718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"1734801a-da58-4b44-951b-433891899a60","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:01.056905368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"1734801a-da58-4b44-951b-433891899a60","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:01.510521339Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-gw-auth-f5a21d66","reconcileID":"4584fa26-63d8-4c9c-9c8c-f0ba23d368a6","MaaSAuthPolicy":{"name":"e2e-gw-auth-f5a21d66","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:01.510559958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"37b8a70c-9190-4e4e-9e28-d980c59fd111","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:01.713261679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"480ef72c-62be-4f76-91fb-0f2816c8be16","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:04.323532322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba84a4b2-a4dd-4910-8223-daaa55a623b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:04.323854381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"aac89267-dc33-47f9-ac8d-1fd2feebbd7f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:04.323533293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fbd2be9-9be6-41dd-aad4-5347dac8fad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:04.377656543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba84a4b2-a4dd-4910-8223-daaa55a623b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:04.37846641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fbd2be9-9be6-41dd-aad4-5347dac8fad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:04.380039731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"aac89267-dc33-47f9-ac8d-1fd2feebbd7f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:05.774407084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a56fc2ac-a073-4e07-8caa-d4f1311775e4","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:05.916638982Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:05.968917921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"ca755288-909d-4db5-823e-3577f5aa6bbe","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:05.969528664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"62b21c34-9aec-4182-9077-9728efda0d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:05.970685844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"50617782-6042-4a81-8c3b-c928b663f961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:05.97384033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"b2b9807e-3155-4520-a26a-c3cc2879d491","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:05.97386397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"b2b9807e-3155-4520-a26a-c3cc2879d491","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:36:06.030319121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"25f6a1c1-c0e6-489d-9d8c-17717db1518f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-2bd9be-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.034693931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"ca755288-909d-4db5-823e-3577f5aa6bbe","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.043272836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"50617782-6042-4a81-8c3b-c928b663f961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.068852734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"62b21c34-9aec-4182-9077-9728efda0d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.149904761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"f588726c-850f-441b-89f3-a76e74524644","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.149960957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"f588726c-850f-441b-89f3-a76e74524644","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.197446572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"8daa4033-3f02-47a7-8caf-4256a42d541f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.197514149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fe132b6-fbb6-4a71-8569-5a559d452287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.250480017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fe132b6-fbb6-4a71-8569-5a559d452287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.250533966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"8daa4033-3f02-47a7-8caf-4256a42d541f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:36:06.250757233Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"f588726c-850f-441b-89f3-a76e74524644","name":"e2e-rt-sw-2bd9be","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2bd9be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:36:06.250809549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"f588726c-850f-441b-89f3-a76e74524644","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2bd9be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.299549132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"0707ef62-0d29-437a-a6c3-3385258a1c74","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.299575031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"0707ef62-0d29-437a-a6c3-3385258a1c74","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.431016137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3de47e1-612d-4478-b655-1a001b3c3d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.444564325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"e2088ada-de2a-4c1a-95c5-c203539e3fe2","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"e2e-rt-sw-2bd9be","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-2bd9be-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.483950635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3de47e1-612d-4478-b655-1a001b3c3d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.6421884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b2064f-0feb-4fb6-a7c4-46c1f212851d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.696685443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b2064f-0feb-4fb6-a7c4-46c1f212851d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.70013233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"5ac206ba-fe46-478c-a910-fe49eab7af5f","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.700154803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"5ac206ba-fe46-478c-a910-fe49eab7af5f","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.745996592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"31b1dc9d-d496-4bc5-a3c0-0af4df09c08e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.800334976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"31b1dc9d-d496-4bc5-a3c0-0af4df09c08e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:06.895834838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"f9f16ec3-7462-4df2-94be-2d1ed704a300","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:07.668786847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"ad86f4fc-f874-4cb4-82dc-b81af0273869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.180574887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"c95fab6b-cca6-40ec-95ba-5cb0c47c9052","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.43999838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"e0d230b0-44dc-42cf-adba-10d74c49adea","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.440025954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"e0d230b0-44dc-42cf-adba-10d74c49adea","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.841243319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"bbf7322e-3913-4465-b45a-2c8b34e4094d","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.841609408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"23416512-c7f4-466a-96cb-f79f722b142e","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.90585774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"e2911794-dfbd-4e3b-9948-4589cd614130","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.906390199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"850992dd-e1b9-437e-bc30-e73c65225456","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.989510703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"23bd58bb-13a1-4cd5-9b4d-587b7be8b890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:13.990192726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"25725a14-812b-490d-809d-7515c5c451f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.040915245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"fb7a6b3c-7fb3-44a0-98ab-99dc024740d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.041028147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"93041453-2c4d-463b-b983-cda8fd518a44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.043500868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"23bd58bb-13a1-4cd5-9b4d-587b7be8b890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.04422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"25725a14-812b-490d-809d-7515c5c451f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.173647698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c3c4e0e-dc7c-4836-b2c1-c29cfd1758e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.173647076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa35b683-82f7-45a3-af17-36ea5789541f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.174833964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"e0f32d86-f17c-4f4e-93aa-ffb1f75c1a01","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.234196225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c3c4e0e-dc7c-4836-b2c1-c29cfd1758e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.238668962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"e0f32d86-f17c-4f4e-93aa-ffb1f75c1a01","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.24134184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa35b683-82f7-45a3-af17-36ea5789541f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.338544549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"fa531d2a-ecee-47ee-a964-3582b3bb82fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.342267322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"0db2faaf-60cc-437b-972e-97c28a4dbd9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.392637986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"fa531d2a-ecee-47ee-a964-3582b3bb82fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:14.395247206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"0db2faaf-60cc-437b-972e-97c28a4dbd9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:15.926383685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66","reconcileID":"8b0b22b2-601c-4e46-a263-ae1435e391b3","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"e2e-bulk-sub-79574e66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.128253493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66","reconcileID":"8b0b22b2-601c-4e46-a263-ae1435e391b3","MaaSSubscription":{"name":"e2e-bulk-sub-79574e66","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.325465604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"eb462de0-97a9-40da-aeb4-9f7f7c66a5b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.380917962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"67a8d65f-793d-42a6-81ba-628925c00abc","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.527667818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7ae7d8a6-71a7-4437-ab42-aba06682fdb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.527815883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"aa3266d3-a416-4d5b-8475-261e1195b14c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.52766787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"42969f95-e015-4314-b1dc-f678f06aa413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.532404831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"b2de369e-2cb8-49f1-9ee5-f7ae273b4b87","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.580735923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7ae7d8a6-71a7-4437-ab42-aba06682fdb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.581194295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"aa3266d3-a416-4d5b-8475-261e1195b14c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.582893232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"42969f95-e015-4314-b1dc-f678f06aa413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.778706195Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-bulk-sub-79574e66-auth","reconcileID":"07f6d2fd-98da-4a90-b572-a20223531258","MaaSAuthPolicy":{"name":"e2e-bulk-sub-79574e66-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:16.981283066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"bd4f1a37-4cd7-4108-807e-3cafbde970a0","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:20.202685632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"6a0e742f-4f34-4e1b-8e15-6fe6dbd9ab81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.496213884Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"138500ab-87a5-4c64-a57a-961a1d963f5e","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.54816675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"685d3c02-f17d-4cca-8ebe-808866395c41","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.548194083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"685d3c02-f17d-4cca-8ebe-808866395c41","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.645380749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"58182e4d-028c-4639-b786-32971fd9154f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.645559297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2b1d6b1d-96b0-4488-a080-a3e45918dbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.645380607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"b3c7b664-0057-4635-b5d2-97f4750c8eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.693720804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190cee63-41c9-4688-8b2c-f7bde76cb68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.693720413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"369c3d97-1fb0-47be-9937-8b85bdb0c09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.699225172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2b1d6b1d-96b0-4488-a080-a3e45918dbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.699940005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"b3c7b664-0057-4635-b5d2-97f4750c8eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.70165895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6ff3132e-227a-4864-a9c4-b82d2b58e33d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.701678448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6ff3132e-227a-4864-a9c4-b82d2b58e33d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.701709498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"58182e4d-028c-4639-b786-32971fd9154f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702043782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"313a2d42-4fcc-40de-a39e-c6f5009d83de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702060583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"313a2d42-4fcc-40de-a39e-c6f5009d83de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702355036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0ef928b9-b701-4792-bd14-1f2bdfa731a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702372918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0ef928b9-b701-4792-bd14-1f2bdfa731a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702661122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4eca6921-ef21-44b7-8463-0a53d64dc172","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702676857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4eca6921-ef21-44b7-8463-0a53d64dc172","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702970997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d84ea3be-591c-432c-a669-806a236eb6ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.702988031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d84ea3be-591c-432c-a669-806a236eb6ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.703279651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c320892-4ad4-4783-ae15-424998f86231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.703295947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c320892-4ad4-4783-ae15-424998f86231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.703706089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf963998-a4d2-4743-bcd4-b25698b740a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.703722138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf963998-a4d2-4743-bcd4-b25698b740a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.750974704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"369c3d97-1fb0-47be-9937-8b85bdb0c09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.751221675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190cee63-41c9-4688-8b2c-f7bde76cb68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.753132505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"77782697-ebcc-49c6-8f1a-362ea2fc46b0","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.75315957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"77782697-ebcc-49c6-8f1a-362ea2fc46b0","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.802708249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4f74294d-c679-4b12-8197-eb81295279d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.802780654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4f74294d-c679-4b12-8197-eb81295279d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.901635614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1b2d2b9-8baa-4556-a0cb-348120188580","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.901739841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ad85958-7841-4b74-9954-fe535637f9fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:21.949959272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"9918bcfb-02d5-426b-becb-8c0c1e0678f1","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.046732372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"fc7bdef3-b92d-496e-b211-2240ed7d268c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.046828549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e59230a7-3eee-4da7-b7ce-7dc5794218db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.100205228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"fc7bdef3-b92d-496e-b211-2240ed7d268c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.101504219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e59230a7-3eee-4da7-b7ce-7dc5794218db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.144522289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"34e02e37-973d-46a8-b10f-e0fcfd67043a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.144826765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f981dbe7-854f-4bd1-86e1-d70c0ec46523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.19316241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"73629dca-0f93-4b48-a437-978c092eb2ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.201491141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"34e02e37-973d-46a8-b10f-e0fcfd67043a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.202592121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f981dbe7-854f-4bd1-86e1-d70c0ec46523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.248181238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"73629dca-0f93-4b48-a437-978c092eb2ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.447450993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c09a5016-b190-4890-b239-5097f5ee3a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.447469162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"819497df-416b-4943-b0e5-b5b3dcc6caab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.503560297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c09a5016-b190-4890-b239-5097f5ee3a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.504409804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"819497df-416b-4943-b0e5-b5b3dcc6caab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.545745684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4a10c393-f7bb-4560-83ae-8da40c67092d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.597170564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40083f1a-d553-431a-ad3d-bb8be32ab68b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.601312034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4a10c393-f7bb-4560-83ae-8da40c67092d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.651104261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40083f1a-d553-431a-ad3d-bb8be32ab68b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.68976509Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"c1a8e047-999d-4e57-b608-92e2609c8a0f","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.794835992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48fc56ac-db30-461d-a6b9-8505afc93990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.848262132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48fc56ac-db30-461d-a6b9-8505afc93990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.851241543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ffc5c485-f3a4-446c-806f-67ff48906f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.851275122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"72d4ccfd-de7e-46f9-a6c2-4f58d3688c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.904152115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ffc5c485-f3a4-446c-806f-67ff48906f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.904437043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"72d4ccfd-de7e-46f9-a6c2-4f58d3688c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:22.949681509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3ff7ec60-4006-4cef-9d43-5f571103b241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.002480104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3ff7ec60-4006-4cef-9d43-5f571103b241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.099054849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3547fd-1ae3-4996-be8e-bbd8ab2befee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.150467956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"75e7b9df-6f8c-4d6e-8470-0d2ddae62250","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.152875776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3547fd-1ae3-4996-be8e-bbd8ab2befee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.197262964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7d9be146-767d-4244-b360-aee2fc3d9cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.197512083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"1e80fbe7-9a34-439d-885c-932b009c8b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.198017219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a46b53f-b0ad-48f6-87ee-df52384b4ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.252016626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a46b53f-b0ad-48f6-87ee-df52384b4ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.252138612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7d9be146-767d-4244-b360-aee2fc3d9cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.254381779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"1e80fbe7-9a34-439d-885c-932b009c8b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.350068926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"d72262f8-97ff-4b07-892b-9e0a62d7bacb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.415721361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"d72262f8-97ff-4b07-892b-9e0a62d7bacb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.464556206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"eec5d5ac-a1dc-4125-9fd6-0d8e399c8f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.526676274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"eec5d5ac-a1dc-4125-9fd6-0d8e399c8f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.662171611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"3eb94711-d79a-4e04-a702-331d404f0c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.662568209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9480d8a9-53bb-405e-8a8a-93b6af335237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.662696911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"de1e8301-ffcb-4f1d-a0a8-a7a306d6a6e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.716274245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"de1e8301-ffcb-4f1d-a0a8-a7a306d6a6e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.717186526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"3eb94711-d79a-4e04-a702-331d404f0c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.718708333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9480d8a9-53bb-405e-8a8a-93b6af335237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.852038653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2758d4a7-6fab-4794-aaa1-3e7b70fbdf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.854587714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c3d4218d-8910-42ba-a8a3-2227f282464f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.905040379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2758d4a7-6fab-4794-aaa1-3e7b70fbdf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:23.907694403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c3d4218d-8910-42ba-a8a3-2227f282464f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:24.096194389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"6f254c67-e4f3-4cad-9df8-60f26404cac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:24.148991231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"6f254c67-e4f3-4cad-9df8-60f26404cac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:27.324960138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"9705ff73-7625-48e2-aae5-fa8bf07701cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:35.915974627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:38.555618842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"f9a7994b-30dd-4d9b-9788-bd5d254659e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:38.556585782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc3a8adc-5f54-4c2f-ab71-f64adfa45ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:38.557423248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed55ac1-6f33-4cde-9e69-e5d70283ea0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:38.61867715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"f9a7994b-30dd-4d9b-9788-bd5d254659e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:38.627396825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc3a8adc-5f54-4c2f-ab71-f64adfa45ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:38.637032134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed55ac1-6f33-4cde-9e69-e5d70283ea0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.751156292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"ae793cb5-309d-4fb0-b222-ac5ed4a88d30","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.751605586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"743edf6b-8947-4d46-bdad-c0cf119f4f22","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.822504254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"acc20875-522c-4d30-94b6-4a1d41ba244f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.823025681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"84f1fe7d-2547-40c2-b20a-ea32b9bf3a35","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.90051598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7b0542f8-1394-4c5d-9f46-65f22fa7c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.900516194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ea3f4c32-bea7-4763-9ed3-627e96ed57f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.956487056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"a98c88c6-1d83-40a1-802c-a49cb807a129","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.959475941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"4f0058a1-fcd7-4720-9bac-4dc415b6028c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.960364607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7b0542f8-1394-4c5d-9f46-65f22fa7c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:44.963450267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ea3f4c32-bea7-4763-9ed3-627e96ed57f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:45.305851123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"50d7131b-e14d-4570-a5cb-be1c1e40c8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:45.305851173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d1a5f9ae-b0ca-4944-acf3-342a592157c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:45.359793344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"50d7131b-e14d-4570-a5cb-be1c1e40c8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:45.361137087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d1a5f9ae-b0ca-4944-acf3-342a592157c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:47.461008041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"d6acd7d8-0b11-47a0-8701-e26a50ca061b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:47.717438137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"20747033-0fbb-48dc-b6db-159c9fbd83cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:47.770301157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42057af9-49b9-437a-9e7f-481fd5fc9f21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:47.818022935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"84708666-f44a-4c3d-9fbe-e77680694e5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:47.909128963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"77d98ff3-ee33-44e0-b5a7-dda9d52b2bcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.007642301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"629f8d80-d458-4e73-a2c0-0bbe80ee8847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.067915547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"929bf0d4-0663-4687-a58d-ff07b01fb2b0","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.106518309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"63ae9585-fc1d-4baf-8bc1-dcf07d8bab4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.29516869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"71253d77-d4b2-452c-86d5-2dcc06af9b25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.394176798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5a7d0cd-3671-4bba-aeed-e5f828ccb52f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.493839186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"62c2d2e8-7e44-4754-98ef-35316857cf15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.494025706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"7bc4efe3-601e-461f-a3ec-813afe0e7c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:48.59696842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"e27250b0-1281-40eb-a17c-e7b992597069","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.169897315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"46eb0a7d-a820-4e97-a3a6-d346a56c8387","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.219690913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"87353c83-6f26-4cd0-98ab-5db1e0a3ca4e","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.219719825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"87353c83-6f26-4cd0-98ab-5db1e0a3ca4e","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.315822447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6638411e-1a36-424c-8471-194878a23295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.316568117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"bb7f4548-b8cd-4893-b85a-ba463a0aa507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.317129234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"86976a66-1719-44a5-9c08-517d474ae2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.361699755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"214bb792-e378-4dc1-be6d-c6161351b457","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.361720069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"214bb792-e378-4dc1-be6d-c6161351b457","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362017224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"85d497b1-5053-4335-bde6-3bb4838d84d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.36203109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"85d497b1-5053-4335-bde6-3bb4838d84d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362245118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c0a5805-f57e-450d-b253-1281b195b46f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362258834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c0a5805-f57e-450d-b253-1281b195b46f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362451801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"96007ee9-b392-413e-9908-c6dcca805f36","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362464745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"96007ee9-b392-413e-9908-c6dcca805f36","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362657181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"feeb120f-2b72-44f6-93b8-98d398dd8f0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362670327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"feeb120f-2b72-44f6-93b8-98d398dd8f0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362856687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2613be07-1060-4fa8-95b5-1562782efc94","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.362869966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2613be07-1060-4fa8-95b5-1562782efc94","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.36309871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8513d8ad-732d-477d-b901-10f23dd8b858","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.363111942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8513d8ad-732d-477d-b901-10f23dd8b858","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.363401559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f59b0ba-4e05-42f5-b75d-f6760a3b8e39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.363414275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f59b0ba-4e05-42f5-b75d-f6760a3b8e39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.36371601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6e2b5ca-fe0c-4877-bf09-2e4f5e667df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.364339408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4d14850-0ace-48f6-a346-9732034dd518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.368578402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"bb7f4548-b8cd-4893-b85a-ba463a0aa507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.369136294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6638411e-1a36-424c-8471-194878a23295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.372160329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"86976a66-1719-44a5-9c08-517d474ae2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.412839871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"e1498051-1d2e-4e60-a023-3d0d4ca3dd0a","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.412866519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"e1498051-1d2e-4e60-a023-3d0d4ca3dd0a","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.417093043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6e2b5ca-fe0c-4877-bf09-2e4f5e667df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.417989827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4d14850-0ace-48f6-a346-9732034dd518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.562264771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b306f04e-e730-411b-af11-a01e7a27cb4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.562285345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1630d99-41a7-4446-b99f-caf98816b47e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.611388534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"104b2eb8-8b1e-46d0-9069-24c24fd44d7e","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.6642597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d62cdf89-a96f-4a24-8828-7e6ff4dfa560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.664727894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"204e338e-4529-4609-8097-6818c519ac37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.715599486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"66451307-e48c-4efc-87d3-dffb366871c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.721592772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"204e338e-4529-4609-8097-6818c519ac37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.721799877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d62cdf89-a96f-4a24-8828-7e6ff4dfa560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.764774147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"866ed420-2ba4-4982-a3b1-b7117d00dc47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.764788832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6d9985b2-f90e-4b4f-b1cc-5f0b9942e168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.770234494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"66451307-e48c-4efc-87d3-dffb366871c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.818074093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6d9985b2-f90e-4b4f-b1cc-5f0b9942e168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:52.819190978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"866ed420-2ba4-4982-a3b1-b7117d00dc47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.014992981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"460a1653-cc78-49ec-b701-3c4e5aab6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.015539587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"a5c471cb-70c6-4de4-8029-2f4257beaf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.070049589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"a5c471cb-70c6-4de4-8029-2f4257beaf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.070049591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"460a1653-cc78-49ec-b701-3c4e5aab6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.112608512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"df1f22cf-cebd-4928-aee1-d6c28665c642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.160876373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9073715d-2619-4a89-b667-c6c2405e764e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.164884215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"df1f22cf-cebd-4928-aee1-d6c28665c642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.213094787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9073715d-2619-4a89-b667-c6c2405e764e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.261716739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52e646d2-c0aa-4c08-821d-5ca0a4f53c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.318749896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52e646d2-c0aa-4c08-821d-5ca0a4f53c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.321179892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"d9897401-a8b0-48c0-b847-cc88f2074012","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.476783535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"01048739-20d9-4154-8c67-0748b7bb3331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.479377384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2fcd5599-90cb-48c0-b335-9eb9a6707666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.523090145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5dc96010-eb2c-49f6-a77c-45f328c53a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.529479026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"01048739-20d9-4154-8c67-0748b7bb3331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.531904596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2fcd5599-90cb-48c0-b335-9eb9a6707666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.583982599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5dc96010-eb2c-49f6-a77c-45f328c53a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.626995249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5a302f7-b405-4cb9-bb50-aad4b163282c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.675473715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bbca40-9c6d-4b7a-98f0-ae7e9d5b3569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.681758569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5a302f7-b405-4cb9-bb50-aad4b163282c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.730455995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21bbca40-9c6d-4b7a-98f0-ae7e9d5b3569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.890080262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9b14a09b-2866-4c74-8e0e-67fe4aff95f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.891113178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"98a9b7ce-368c-4487-8e7d-6e914f71c640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.946801438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9b14a09b-2866-4c74-8e0e-67fe4aff95f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.947811881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"98a9b7ce-368c-4487-8e7d-6e914f71c640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:53.991117444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"cc8779c5-1a25-49f3-ac49-f0341480cc41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.0331456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"1863a067-990d-4562-ab97-2b639456bcf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.040197606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a3536ced-6904-4de4-ad0a-ff3c730f143d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.044117607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"cc8779c5-1a25-49f3-ac49-f0341480cc41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.088723293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"1863a067-990d-4562-ab97-2b639456bcf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.096700214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a3536ced-6904-4de4-ad0a-ff3c730f143d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.298366149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9b539bea-2705-4dbc-af6a-31320315bdf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.298391551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b5d19501-067c-4003-b1d3-0bd6981007a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.352440713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9b539bea-2705-4dbc-af6a-31320315bdf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.352483397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b5d19501-067c-4003-b1d3-0bd6981007a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.396484806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a8082c80-6eef-4010-824e-8f0b5ee16744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.449784028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a8082c80-6eef-4010-824e-8f0b5ee16744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:54.901280161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec23b80f-5230-44aa-ae7d-4bdc65c1145d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.004351604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"8e85ff4d-dcc9-475c-bce7-947c2fb2012a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.011755446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"d6937b9e-c1a0-4c0b-8207-86b8fd92e8f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.104194609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"f444c56f-7869-4273-8da8-9b44917964e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.130113372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1401e27a-0a5d-43fb-b618-7f000730f029","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.245837137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"860772ff-a6d0-456d-a89f-290a3b239e31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.393727103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"511317c3-df27-4134-8e0a-630fa1937bba","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.458185452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"d47ebdc8-d2a1-453b-9fbd-1e09cd51169f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.560443959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"3b66243b-e461-4d3a-8cc3-8536fafd6ada","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.573473732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"fe56f402-c7a7-4985-96ae-7311287a327b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.659314169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"db1f12b3-721c-4fb5-b9ba-6162d522f255","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.76260379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"e0c40e51-e353-4fdd-b663-4ebdec21ca62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.762987563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"9cbe4dd1-9934-4064-accc-616d91dcb8d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.944395398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cb79d735-f041-4385-8a04-489a6d36f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.944396885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b2fe653f-acfa-4364-b029-4b2aec14820b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.997950422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cb79d735-f041-4385-8a04-489a6d36f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:36:55.998936841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b2fe653f-acfa-4364-b029-4b2aec14820b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.154699441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"5146e3ef-1836-4655-85d7-b35fe04d4432","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.155130775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"f0a5faeb-6662-4350-b27a-430e5bbea484","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.220399166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"9974a49f-3565-4305-ba87-cc582eb67859","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.220889161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"de01a42a-c207-45f1-98cb-ffff05783d21","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.303267177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"89b771ca-7ebe-4319-a995-61ad0e3222c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.303276806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e4e7afa2-dc9f-4b73-b31b-b36a7a17078d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.353844001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"3c7a1584-f48f-406b-8254-82926fa515aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.353890292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"5b403387-0233-4491-89bd-dd6cb6ed307c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.360777751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"89b771ca-7ebe-4319-a995-61ad0e3222c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.364874713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e4e7afa2-dc9f-4b73-b31b-b36a7a17078d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.703895624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d46e9608-029b-42c3-b082-0a13b95181ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.703897393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d897f4f6-bdc8-4503-825a-2ab00e20546e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.757233827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d46e9608-029b-42c3-b082-0a13b95181ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:01.757898053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d897f4f6-bdc8-4503-825a-2ab00e20546e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:03.823445613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-conflict-a-9bfbde5d","reconcileID":"3268d38f-2ebe-4299-a022-ecd92925dddb","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"e2e-conflict-a-9bfbde5d-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"e2e-conflict-a-9bfbde5d","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:04.99196607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"6092fba6-e5ce-4811-8f37-ecaf7cf3ef74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.098385971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1d15ddc-be47-41df-bc59-335ae49495c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.114249357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"48c8396a-af32-4565-bac4-5f95e3e22e49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.284733249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"f58a3916-55b3-435c-8d4d-9e8bc7594547","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.392107055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"81050ec3-dff1-4eb0-8049-108fc12ab217","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.43260694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"205ab21a-c240-4fc7-87c7-90734fdef2d0","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.483400607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"cb4a68de-f5ed-4a04-84bf-ed7d378a719f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.589895956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7eb332f9-636e-4959-8caa-331e45636bea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.679737451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"3a6c357a-af6d-469f-9c13-b86ea080ae49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.832729098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"fbe012e8-08e7-43f0-b6ec-e1a5f1950f10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.925214066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:05.930517947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"65050482-23e0-4446-b01a-379c9b8ecfaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.005273444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"8f0405d3-370e-4046-895a-6ffdc1ba996b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.071277268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"f15f99c5-6605-434b-b6dd-0b2808aa1af9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.176709484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"670b9411-08eb-4fe1-8dc9-f07bc5f4e490","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.177596594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67b123dc-c8cc-4396-9c17-684f50028dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.202483873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e64f0504-bdb3-4d02-87d2-9c441d77a85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.242241741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"670b9411-08eb-4fe1-8dc9-f07bc5f4e490","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.252125113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67b123dc-c8cc-4396-9c17-684f50028dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:06.263392904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e64f0504-bdb3-4d02-87d2-9c441d77a85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:15.563298201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"9ddf0f91-c7ff-4392-a827-b0cd9dd51d24","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:15.631499453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"0bf45a13-44bc-45bf-9168-49597c124570","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:15.731459776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"e6f4a125-fe72-43e6-bec6-a897504c870f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:15.746212902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"6ca049b5-f8ab-4959-b1d3-eb289a1004e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:15.832146027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"6f33405c-7e24-4591-9fcd-e163842d0bd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:15.930445511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"884e0c4e-bd44-4fca-830c-8c9bd28a90d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.030750483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"71403acd-59a4-47ab-9b44-7e1f59445248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.038674066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"465b484a-21e5-4a2c-88a9-2c59da161a72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.129284843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"aacc78ca-b677-4d8e-b86b-481aa6f4b383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.151617165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"3edada84-6972-4acb-a228-573a05f1ef22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.263801609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"7b182b47-f909-4a32-940a-ba3a52b2a106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.364224135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"0391adaa-47c0-4df1-8e7a-816507080291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.484688844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f307f3b-099d-418f-adaf-6322284bb652","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.666322064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2a595097-8ade-4366-aa13-58745ee7b65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.666322174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"744f2de4-bb06-4866-b3c8-07c50fa98173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.719175284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"744f2de4-bb06-4866-b3c8-07c50fa98173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:16.719197631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2a595097-8ade-4366-aa13-58745ee7b65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:17.154787426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"ac4dba32-84b6-4660-b851-17c9a86602fa","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:22.918543895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"d2bc0339-85f9-4a6a-8aca-f541bd17f48d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.019726018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"c218a82f-515a-480b-be80-c9ffe9dca4fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.117610775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fa48061-6f69-404e-8d3b-39f81fb2dffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.130250649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"1aa6fe3f-717f-44ff-9150-eed3fe9dd9d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.218331964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"8be88a4f-eb80-4a3f-9a65-c04286c167fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.242952966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d959d690-d097-466f-a408-aec4735b925b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.318605861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"d871016e-5965-4a7a-9fd7-6b3ff99f21e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.464581191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"5bc7871d-7564-46b4-a06e-8498cdf4fb78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.56500083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"3e138123-8f8a-4583-90ac-6d57c32a786f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.626105153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"d82b9ecf-26bf-45d5-b5f7-839caa5954b6","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.69084847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"d889c686-ee7d-4588-9406-63d0cfe2d0b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.789206057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"c20b7b64-94ef-417c-9978-d045a1ccd039","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:23.889102058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"d62cd0ac-44f5-460b-a349-dbfcd75c33eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.371863714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"11bcd97f-9bc2-4427-a3e0-894e183d4fb2","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.372348046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-conflict-a-9bfbde5d","reconcileID":"dd9dd2d5-5114-4015-875f-afd2a57abbbf","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"e2e-conflict-a-9bfbde5d-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"e2e-conflict-a-9bfbde5d","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.372610716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"2bf4dffe-379f-4fc3-b0e6-514270a4b0eb","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.518098216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"a5b3fa27-b5f6-4482-b2a1-fff100d3eecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.518161037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"28301672-cfff-45a6-8342-56ef5805e3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.569641842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"6253d81c-e820-473b-9830-f58d5b789113","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.572803227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"bea2c748-34bf-46cc-aef2-978fc0622bf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.573506438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"55d55de3-11e1-4ed3-a3fa-fa82f7ba5123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.577201156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"28301672-cfff-45a6-8342-56ef5805e3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.580327463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"a5b3fa27-b5f6-4482-b2a1-fff100d3eecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.626683976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"e2a94444-4176-4202-a6fc-770cb638013c","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.627244545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"2e2c048e-0e4a-4245-b839-1839bcc33221","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.627608999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-conflict-a-9bfbde5d","reconcileID":"942734a1-74ad-4108-8307-f2697a7d561b","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"e2e-conflict-a-9bfbde5d-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"e2e-conflict-a-9bfbde5d","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.923605574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"1036c1ab-e555-420c-8ead-82cb53611b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.923619136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"cd80c8b2-df41-43c6-ad40-9269de1cf2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.976183082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"1036c1ab-e555-420c-8ead-82cb53611b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:24.976711945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"cd80c8b2-df41-43c6-ad40-9269de1cf2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.31903666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"a26d6ea7-c145-4d66-8d48-bc9bd6f23a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.38582744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"237895e6-6225-4a87-8529-6e11be85d52c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.486426324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"5858bdea-3a1e-4f2d-8bd6-e4c17893bc51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.585656202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"53404d9c-4418-4b34-9905-5eabf8fdd55d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.685887512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"1a89e9c2-5dc9-48df-b9ad-36fd24130a87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.789332091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"d755d4ca-2dc6-487d-9702-5ead2afefc14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.886835848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59448e0f-144d-4637-98f8-d21d0fb212cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.888883401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"4e958ded-05ff-4413-a209-6b03d3a873d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:33.987994242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"4f7a2870-7345-4648-b71e-ec995d3c5c1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.165915153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"e9d591a9-8f08-451e-b5c0-22ce603c8dcd","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.217268734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"f0b314c7-1456-4b07-96e9-223676ff251f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.230204308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"f9db29eb-ce00-4e7f-95b8-57dccb551298","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.319991571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"1835fb55-b72d-4cb4-8dad-770e958de0d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.537432421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"39dce56c-6442-45d5-964c-2494f5700291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.537448763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"77f6451b-280c-4b22-b308-1d904fdd987d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.590201571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"77f6451b-280c-4b22-b308-1d904fdd987d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:34.59035288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"39dce56c-6442-45d5-964c-2494f5700291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:35.915175189Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.081231144Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"c995db53-d2df-4169-8bd0-40859da236c0","namespace":"llm","name":"e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.136636429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"73b44314-865a-4ebf-8c8d-77ff43cff8e7","namespace":"llm","name":"e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.230490865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"4c9141e2-d0b8-4527-8147-9a69e3b03f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.230710012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"82fed430-5d1b-4b2c-af35-7410f795f677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.231149309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d5652496-ac14-4c89-9c05-305de2c5d90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.279569429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba533d20-98ca-48a8-9de7-68064a1d85eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.279570444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf2ea04-88da-4e2b-9cfb-c715e2356989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.287495034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"4c9141e2-d0b8-4527-8147-9a69e3b03f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.290378305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d5652496-ac14-4c89-9c05-305de2c5d90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.293451043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"82fed430-5d1b-4b2c-af35-7410f795f677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.332789943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf2ea04-88da-4e2b-9cfb-c715e2356989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.368747029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba533d20-98ca-48a8-9de7-68064a1d85eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.467633268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"4f6e68b4-84f4-4013-9f97-9e653b51d48c","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"name":"e2e-rt-eq-65adb3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.580802186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2947082f-61b9-469a-927c-eb258eff1300","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.580822111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2947082f-61b9-469a-927c-eb258eff1300","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.581124305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02f35ac3-a507-4fce-86bd-6110b1b2ee2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.58113591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02f35ac3-a507-4fce-86bd-6110b1b2ee2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.581322029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c9a9bdb-5262-44b9-a670-b45debc44ee7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.581331959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c9a9bdb-5262-44b9-a670-b45debc44ee7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.581509731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ae1f81a-0ecf-4f5d-988f-0e4cad781866","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.581519246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ae1f81a-0ecf-4f5d-988f-0e4cad781866","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.631152725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"b0873cf8-967b-49eb-aa1b-4d10a66f9b84","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"name":"e2e-rt-eq-65adb3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.658295486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"bb796696-6357-4f30-afb6-ac3bdfd04cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.658875551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afa1c116-911e-47ec-bce2-d582d7b02076","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.666599725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c8d90543-5677-4703-bc3c-e426483165fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.675316985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3457efbb-723a-400f-8f35-46ed3a46965c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.689869618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"170578ed-f235-4cb0-874c-edb3d2ead108","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.689885911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"170578ed-f235-4cb0-874c-edb3d2ead108","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.690186984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"414c4c28-f2e9-4d25-bf89-7c4778b21218","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.690198542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"414c4c28-f2e9-4d25-bf89-7c4778b21218","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.690380278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9beee057-6cb2-4605-ab1d-6d7403146fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.690390191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9beee057-6cb2-4605-ab1d-6d7403146fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.690672791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce92b554-1f9e-4f7a-9a58-9f76fd180f09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.690684074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce92b554-1f9e-4f7a-9a58-9f76fd180f09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.722735868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c8d90543-5677-4703-bc3c-e426483165fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.723213176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"d8de8c5b-cf64-4dc2-a832-288ccfd12569","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.729245673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"bb796696-6357-4f30-afb6-ac3bdfd04cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.729776288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"4e2b5a8d-b4a5-429f-8e9f-3ec29e609da5","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.74665882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"fc6a024a-aab5-471c-98fe-dcec7438062e","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.746683206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"fc6a024a-aab5-471c-98fe-dcec7438062e","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.764917283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2165f95c-df03-40cc-92aa-31c02b72e50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.765548477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"91297c61-172e-4986-b11c-e34dfe5c20bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.79083672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"4e2b5a8d-b4a5-429f-8e9f-3ec29e609da5","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.818765544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2165f95c-df03-40cc-92aa-31c02b72e50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:39.819739902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"91297c61-172e-4986-b11c-e34dfe5c20bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.079543103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"7369a64b-a90e-4313-a433-977083c8b5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.079765111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"5664fc34-edd3-49a0-b093-d459a19a0aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.132418341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"7369a64b-a90e-4313-a433-977083c8b5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.132992259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"5664fc34-edd3-49a0-b093-d459a19a0aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.181705735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"6ebd670c-d76a-4d4e-b9ee-9ffeb4ace442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.230294424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70e6f55d-1955-4db4-aae7-8e68b5d0956e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.23084759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcd8890-4d9f-47c2-891e-9c7562622941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.235049767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"6ebd670c-d76a-4d4e-b9ee-9ffeb4ace442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.283707683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70e6f55d-1955-4db4-aae7-8e68b5d0956e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.283793265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcd8890-4d9f-47c2-891e-9c7562622941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.477286921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5fec03b1-da5c-4971-9355-a1a13ddc3458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.478385167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"9242a96e-cd08-43e1-b970-6db41daf9e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.529977381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5fec03b1-da5c-4971-9355-a1a13ddc3458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.531222196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"9242a96e-cd08-43e1-b970-6db41daf9e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.578914851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3caece08-77c5-4ead-9a60-0b44b68445e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.627687372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"d45b02c9-de27-4b85-b838-e6a2c7c2ec79","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.632663743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3caece08-77c5-4ead-9a60-0b44b68445e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.680636902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"d45b02c9-de27-4b85-b838-e6a2c7c2ec79","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.761011465Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"c24cc1a3-f8d1-4e09-bdc3-e26228dd8b09","namespace":"llm","name":"e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.810104576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"486dad43-35fb-43fe-b827-ca9ef0ebf366","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.810235763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"486dad43-35fb-43fe-b827-ca9ef0ebf366","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.91105133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"31f2416a-08db-46e4-9439-f155dc462940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.911115656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f3fd2b43-da4e-416a-9f7f-b47d485fa4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.911675405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b17a7e75-e54d-4a45-af14-37fee7d1498b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.966136871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b17a7e75-e54d-4a45-af14-37fee7d1498b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.968034926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f3fd2b43-da4e-416a-9f7f-b47d485fa4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:40.970023813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"31f2416a-08db-46e4-9439-f155dc462940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.006655293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"34c1f75e-f75a-4dfd-8d63-90d1887a5b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.059399944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"34c1f75e-f75a-4dfd-8d63-90d1887a5b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.106536484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"1bd2e8f2-88f2-4162-be87-21038ad95769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.159175219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"1bd2e8f2-88f2-4162-be87-21038ad95769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.259309957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b035f52e-fe12-43e8-9672-6b898e62bd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.304691617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be8b1e86-5cf1-4da2-b56e-3e610695ef65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.305156189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f441876-fb4f-4b81-8751-cfc377b194b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.311610079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b035f52e-fe12-43e8-9672-6b898e62bd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.35067579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c533fe78-21c7-4519-9ca5-75a7e40f9451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.358313095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be8b1e86-5cf1-4da2-b56e-3e610695ef65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.358381951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f441876-fb4f-4b81-8751-cfc377b194b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.403636747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c533fe78-21c7-4519-9ca5-75a7e40f9451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.449960248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"8585329c-faf7-456f-bc47-177cf2f6459b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.503187107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"8585329c-faf7-456f-bc47-177cf2f6459b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.601232656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"1597c6b1-97df-483b-b9c8-a178adae8cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.65411932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"1597c6b1-97df-483b-b9c8-a178adae8cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.655496383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9073240b-f287-4541-9d34-6d754460df6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.703792465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"8dcc0e84-81a3-4b45-94a2-8e6ce0203d8f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.708041419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9073240b-f287-4541-9d34-6d754460df6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:41.756453585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"8dcc0e84-81a3-4b45-94a2-8e6ce0203d8f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.216501546Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"b1b76546-4661-4ed6-b95d-9de80789ac72","namespace":"llm","name":"e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.37516326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"078e4396-fe70-40e0-a03d-9162b7862221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.375584365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"ac68c44a-2d39-43ea-bd23-3f3e4c6b123d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.42360422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1581dea3-abe1-47d1-a2ab-cc83b36b00f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.423603948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"529efc7d-b08b-4880-b0a2-5247b3e548cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.427644549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"078e4396-fe70-40e0-a03d-9162b7862221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.428215535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"ac68c44a-2d39-43ea-bd23-3f3e4c6b123d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.464167656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c4a1864d-3ec3-4e83-812e-1bdb20fb7e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.476472051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1581dea3-abe1-47d1-a2ab-cc83b36b00f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.476666472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"529efc7d-b08b-4880-b0a2-5247b3e548cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.516545751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c4a1864d-3ec3-4e83-812e-1bdb20fb7e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.719626043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2d1601cd-3a21-4ee8-9e83-2101a67fe7f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.719627611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"9bf67858-7865-4d91-ad60-d51adcc39420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.772790683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"9bf67858-7865-4d91-ad60-d51adcc39420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.773445732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2d1601cd-3a21-4ee8-9e83-2101a67fe7f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.82218558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fc4e59af-f833-442e-b3f0-f6b41efa3259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.871628065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"3d4f6e26-4229-4a08-ac7f-6cef4a67207c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.871688409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"e3988ca3-1340-4fcd-89b2-231a54200e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.875953668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fc4e59af-f833-442e-b3f0-f6b41efa3259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.92537194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"e3988ca3-1340-4fcd-89b2-231a54200e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:42.926165694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"3d4f6e26-4229-4a08-ac7f-6cef4a67207c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:43.121567306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"671f1ba7-f1c1-4a30-af7b-a25b50397a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:43.122100297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"2e78dfee-715c-4693-898f-374fa69edc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:43.170732814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"913a5a9a-3543-46f4-966d-dcf3bcbccf41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:43.174485876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"671f1ba7-f1c1-4a30-af7b-a25b50397a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:43.174770669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"2e78dfee-715c-4693-898f-374fa69edc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:43.223571348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"913a5a9a-3543-46f4-966d-dcf3bcbccf41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:45.34812418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"bf855b2b-1edb-48ed-8d6a-391df3f54f69","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:45.348151238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"bf855b2b-1edb-48ed-8d6a-391df3f54f69","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:45.44623017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"8b1ed8ab-c3b6-433f-a4cc-0adcd33c1033","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:45.446257933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"8b1ed8ab-c3b6-433f-a4cc-0adcd33c1033","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:45.596176455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"fb57bbf5-fd40-4946-a275-0b60f2d9b49d","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:45.649128145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"fb57bbf5-fd40-4946-a275-0b60f2d9b49d","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:46.052178321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"0ae0e417-f507-4b31-b309-4a2ce7648d9d","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:46.052206045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"0ae0e417-f507-4b31-b309-4a2ce7648d9d","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:47.33468921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"699faadf-6fd3-414b-b8e5-2dc3d86bcb33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.75276289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43a3a18a-e395-4a3d-a77e-27c711862197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.753684443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83898656-cebc-4f3a-8ec0-bdd92a023d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.754446361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"41cf9487-814a-403d-baa0-95ee953671cc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.754904568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"337bd0cf-51b9-4758-9286-d0df6281c97c","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.818769718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43a3a18a-e395-4a3d-a77e-27c711862197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.832428341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"41cf9487-814a-403d-baa0-95ee953671cc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.841078493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83898656-cebc-4f3a-8ec0-bdd92a023d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:50.843073792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"337bd0cf-51b9-4758-9286-d0df6281c97c","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.051315461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.117694034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"54a9fa16-d4f1-4ae8-97c1-7d1889c9bfdf","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.117810055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"54a9fa16-d4f1-4ae8-97c1-7d1889c9bfdf","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:37:51.207041898Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-65adb3-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-65adb3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.349049607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"f21062fa-a2a6-4026-99b8-ca38bc88210c","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.349081899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"f21062fa-a2a6-4026-99b8-ca38bc88210c","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.408500893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b75559d-8ace-4d1d-a0ad-e579a4af2845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.409329548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34025e0e-fd41-4957-b341-2441e6706f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.470976389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"9fd7f398-8583-48da-a1d1-a162d1faf81c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.471837372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"f3d5514f-723f-4901-8cc4-4e5fca5e9432","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.471857814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"f3d5514f-723f-4901-8cc4-4e5fca5e9432","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.496453909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b75559d-8ace-4d1d-a0ad-e579a4af2845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.504133829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34025e0e-fd41-4957-b341-2441e6706f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.562814358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"9fd7f398-8583-48da-a1d1-a162d1faf81c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.623864129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"e34fc80f-eb15-4b11-a236-0507a9888bc3","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.625086797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-sub","reconcileID":"d45f444e-066a-48b3-a0e5-a73f2166219d","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-65adb3","model":"e2e-rt-eq-65adb3","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-65adb3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:51.712886169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"e34fc80f-eb15-4b11-a236-0507a9888bc3","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.067800106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"b93d3464-71b1-45b6-8b49-76ba4c6fb33f","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.067967393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"b93d3464-71b1-45b6-8b49-76ba4c6fb33f","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.11161713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6afde1a4-4248-471e-be0c-e245eac248a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.112697662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99bb3426-df4d-44d9-b9fb-a1da54e33b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.180708542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99bb3426-df4d-44d9-b9fb-a1da54e33b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.183515116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6afde1a4-4248-471e-be0c-e245eac248a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.291502193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-sub","reconcileID":"99aae5b9-c676-4e9e-bfbc-d943b4d6680a","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-65adb3","model":"llm/e2e-rt-eq-65adb3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.323346438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"6187fa23-cf27-4ea1-93b3-ecb9baa169ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.397496722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"6187fa23-cf27-4ea1-93b3-ecb9baa169ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.42759794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"7ca12aea-ce05-4037-943d-a70b2cffecda","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:37:52.489140592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"7ca12aea-ce05-4037-943d-a70b2cffecda","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.377544767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-sub","reconcileID":"e740a595-1528-45c2-b494-dd113db03bb0","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-65adb3","model":"llm/e2e-rt-eq-65adb3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.668754442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"3a08905a-675f-4931-8e5b-d161ff12dfa9","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.668902183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"3a08905a-675f-4931-8e5b-d161ff12dfa9","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.89837488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"86081274-10c9-4ea1-8b94-46f10d498358","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.899502141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"524e2253-8bd7-434c-a8f3-182214755a0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.911499615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"964ad5c8-4c0c-4c4e-a1db-39d0e4eb72c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.914285724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85c97170-eddb-4c3a-b7fd-5b8ec66a4dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.954782631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"86081274-10c9-4ea1-8b94-46f10d498358","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.963313543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"524e2253-8bd7-434c-a8f3-182214755a0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.979102827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85c97170-eddb-4c3a-b7fd-5b8ec66a4dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:02.986410053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"964ad5c8-4c0c-4c4e-a1db-39d0e4eb72c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.373686154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"196a6c71-a336-4f0f-b41d-594f91362667","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.374089675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"65c916ec-5996-4bfc-b42f-956394f89eee","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.374387755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"3695470b-8401-48ba-9318-50824acecde5","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.438164757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"19c49f55-ac3a-455b-8e55-93ccd4e825c7","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.438530775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"88984d1d-4c81-40c0-9b50-52bf5e001f38","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.438814754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"cee05651-3219-4061-b7f4-dd1d8cb75955","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.550585188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"ea47c6fa-8c41-480c-908a-12decd1abbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.551983538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7016e5c7-6ae7-4114-ae46-050766642934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.574898016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"b71bcb63-db08-4751-bb24-c9f8612a3c84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.575704695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"c3a373dc-4fd8-46e6-b1fb-340ff3450524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.605278103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"ea47c6fa-8c41-480c-908a-12decd1abbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.609027024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7016e5c7-6ae7-4114-ae46-050766642934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.914482358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.914668608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"4824b4dc-567e-454b-8b5f-d79bb984484f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:05.967610955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"4824b4dc-567e-454b-8b5f-d79bb984484f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:06.016360642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"4dbaa5bf-3ccf-43a3-b38d-2771f5d514e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:06.072783994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"4dbaa5bf-3ccf-43a3-b38d-2771f5d514e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:13.765850565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"73d13aa5-c740-41e8-82e7-726e59a6ff83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:13.765879639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"82eb9324-4101-4101-a2c5-aab59bd3d1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:13.820375532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"73d13aa5-c740-41e8-82e7-726e59a6ff83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:13.820414687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"82eb9324-4101-4101-a2c5-aab59bd3d1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.359960053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a47fe6f0-4ff9-4a5c-8506-146f105d0fa9","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.360325704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"b16f28a4-123c-488e-95c6-63cc23967a9f","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.36060947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"f992962b-84ca-4d5e-9677-a26d3e0e17f9","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.423456414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"401d0618-149e-411e-88d1-b9219a787c50","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.423803231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"3e1eac7b-b377-48ce-8f32-c541dfdeab36","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.424008331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"2f69e911-12d1-4c1e-8647-86ecfd49529e","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.507555431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0bf05802-51f4-4406-9c06-83cea2f49401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.507865428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"058a6e32-e73b-465c-bc49-2e33dd71e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.561384612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"f39846a9-5802-4c7d-8dcb-29819956a1c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.562048248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"201b31dc-e284-42f5-941b-ed3314fe0f7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.565059493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"058a6e32-e73b-465c-bc49-2e33dd71e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.565746406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0bf05802-51f4-4406-9c06-83cea2f49401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.913904258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"005d32fd-cb43-4b3c-b6f0-afcbd4fd4ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.913909771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"fa1de57e-d1fa-47f8-b426-0fe63619ede2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.966450713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"fa1de57e-d1fa-47f8-b426-0fe63619ede2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:15.966619357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"005d32fd-cb43-4b3c-b6f0-afcbd4fd4ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:17.588998437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-conflict-b-9bfbde5d","reconcileID":"97b1ec31-7505-405c-bc2b-ef90bd8dcdf7","MaaSModelRef":{"name":"e2e-conflict-b-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"e2e-conflict-b-9bfbde5d-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"e2e-conflict-b-9bfbde5d","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:17.652897508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-conflict-a-9bfbde5d","reconcileID":"1dadfc07-ca31-45ec-8aa9-eb8bbec77b6d","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"e2e-conflict-a-9bfbde5d-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"e2e-conflict-a-9bfbde5d","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:18.580199423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-conflict-a-9bfbde5d","reconcileID":"9aa4b15a-53ca-49f2-867c-1e2b338f1be8","MaaSModelRef":{"name":"e2e-conflict-a-9bfbde5d","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"e2e-conflict-a-9bfbde5d-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"e2e-conflict-a-9bfbde5d","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:30.466186665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"e10dee7f-354d-4d2d-841e-28339ea7fd40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:30.916841146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"143d6d1d-72c7-4813-aac8-02993e1e4b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:30.916838179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e6c51b71-0ae2-42ed-ba50-2c12ffe958ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:30.970683189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e6c51b71-0ae2-42ed-ba50-2c12ffe958ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:30.970950408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"143d6d1d-72c7-4813-aac8-02993e1e4b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.159670904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"cc78295e-b61b-4651-8319-fecb8481d812","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.160062379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"d90eca7f-e2d3-43f8-bb8e-e368bc4ae60c","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.223585723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"f0588d7f-fc81-4c66-b132-e655ff81e341","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.224045134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"5e0e95e3-59db-46dd-9c95-7b8b470ba896","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.30746169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4e29b9fd-a942-49ea-9265-9e7f8e0183e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.30750401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a376be8b-af49-418c-a878-e58484166341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.361801064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"3e9e092e-e676-41bd-b801-d212bb8b06c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.395564234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a376be8b-af49-418c-a878-e58484166341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.362565088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"e4c37408-f18d-4930-9727-d3f14368a387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.396336799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4e29b9fd-a942-49ea-9265-9e7f8e0183e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.742840037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c5a41b28-447a-4c91-a6e5-dadeaf4046ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.742864716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"461e0438-1a7a-401f-b0fa-70f960cec918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.795651082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c5a41b28-447a-4c91-a6e5-dadeaf4046ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:33.795691448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"461e0438-1a7a-401f-b0fa-70f960cec918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:35.915809659Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:42.351121285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"45442389-8790-4a3e-8b89-555f2e416a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:42.351121622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"7542caf4-b12a-492d-a00b-bee0d1821d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:42.405073662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"45442389-8790-4a3e-8b89-555f2e416a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:42.405094192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"7542caf4-b12a-492d-a00b-bee0d1821d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.695479785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"212f3568-8182-46a9-b028-ace707e04755","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.695974472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"4397ec65-ec0f-48c4-b8a5-c3274188d9ad","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.853593634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6d512629-273a-4479-8937-039812fbc835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.853613997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"eb8a3847-0011-4341-91be-571984e76079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.905568842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"274a009a-d08e-4089-b9a5-91b55a667d5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.906054622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"911c453b-9076-455d-b21a-290b55ee997d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.907606601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6d512629-273a-4479-8937-039812fbc835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:53.908226877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"eb8a3847-0011-4341-91be-571984e76079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:56.493507147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"195dd5c9-bfed-4d6e-8eee-d1ed1fab1c4d","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:57.493518022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"8615e064-47de-4cbc-bc2f-be073e535780","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:57.545121869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"6ba7e65c-e8a2-48e6-bbf6-827ca848077d","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:57.692836101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"7df885c2-05d4-40a0-8386-3199de261830","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:57.747707134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"7df885c2-05d4-40a0-8386-3199de261830","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:58.0509468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"0f1e0c00-54c6-4958-acdf-55cf1e62c4fb","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:58.1979538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"327ff2a6-13ac-459b-964e-71ce86111cfd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:58.251409872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"327ff2a6-13ac-459b-964e-71ce86111cfd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:58.72579285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"073d08f2-71ab-446f-816e-628c4c75dae4","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:59.724509211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"688c6be3-751f-4794-aa2a-d0c238020bdb","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:59.778298911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"5e6241a0-4d0c-4317-a87f-49674f5b6496","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:38:59.972865902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"0a9f2663-51ad-4bee-8cb2-7538a59efd5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.005311611Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.071135276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"0a9f2663-51ad-4bee-8cb2-7538a59efd5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.072858034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"d6101bda-6070-4fec-b5e2-95bebce27519","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.124231252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-4dd22b/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.175992364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"8f9c9260-5cca-4696-964a-1a1b94945a13","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.176027213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"8f9c9260-5cca-4696-964a-1a1b94945a13","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.218357069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2955776f-010f-4a0f-8e07-3ea9d787fea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.218911876Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.224862137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"e80bce84-8e0b-40a3-b6af-4cdef8fe30a5","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.225199181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"ce1b5115-6305-43d9-959b-596fde1b83cd","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.272142649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2955776f-010f-4a0f-8e07-3ea9d787fea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.273643079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"d4f5b3c6-da8e-4201-8daf-1e4123e07e51","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.300662016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e6d7c784-28fb-445d-97b0-2fb70b0b4687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.318256724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"93c53760-75d0-47d6-a75a-28b1f746ec52","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.325522437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"4c4ba9f1-cb70-4fee-92bb-177fcdfde8df","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.326255674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.353278239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e6d7c784-28fb-445d-97b0-2fb70b0b4687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.366370822Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a0889dd2-6cca-4cd1-9144-86b95b4b18a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.36636737Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"6c7bc509-bdf1-4c51-9384-ea4e6807fdc5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.374047591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"c10e77a3-84cd-492a-8d3d-4e9d2b6f3b20","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.377982645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"20243c2c-0d77-4b8e-bdcd-6010dfcd28ab","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.380810799Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub1","reconcileID":"5b77eec5-b21a-4481-a7d2-4ac14652d394","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"distinct-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.42059454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a0889dd2-6cca-4cd1-9144-86b95b4b18a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.420596571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"6c7bc509-bdf1-4c51-9384-ea4e6807fdc5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.421268364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"222bb05d-8e88-4553-ad14-da1d49014efc","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.421616696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"5ee64003-8136-4626-9949-599abbb0760d","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.474736258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"00b7a46b-7fda-4ba6-a825-e9ee13f65e7d","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.535682065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"4c9db322-0e7a-4335-883e-22f7f5b223d5","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.595371188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-4dd22b/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.595518556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"59200f29-cba0-4828-a8a9-030c5ad212b0","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.620562397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"4a87b21f-bb18-4213-a2f2-543516684546","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.622490992Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"34429958-77af-407d-841b-b50944b18bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.626954694Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-subscription","reconcileID":"52f05a5b-5203-4924-8578-61ba0d8c6e19","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.653127514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"f822d03b-c993-4245-9fa8-e3a1c34ea149","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.674583695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"4a87b21f-bb18-4213-a2f2-543516684546","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.677039637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"34429958-77af-407d-841b-b50944b18bd5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.677064647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"776a0914-6663-4202-95b1-9c774b94a942","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.699117427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"2b34c4d9-42f5-4a09-920a-0a7c571a6623","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.708290745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"6acbd5e2-57d6-4a73-b56e-6b3f9a9a45d5","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.721212411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"495f6611-8337-465c-809d-3e4539cf76a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.731377061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub1","reconcileID":"89e8d2ab-2051-4d3f-8d92-e337c1f95917","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.749903266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"b7c8c862-eaf1-4a58-8079-d7edcb529c12","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.757964504Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-4dd22b/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.77447683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"495f6611-8337-465c-809d-3e4539cf76a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.785586687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"58d22819-7350-4451-b0ea-ed237063ed28","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.817642514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6e1c2545-3142-40b6-ba3a-78c86d8df944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.822883264Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ac99d0d7-a09a-4759-b2d6-d67fa2d99dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.822985906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ac99d0d7-a09a-4759-b2d6-d67fa2d99dfd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.834577877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"a7bb3772-f2f4-49f9-9805-258eb4d796bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.871808308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6e1c2545-3142-40b6-ba3a-78c86d8df944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.91997257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7ee6567b-20f6-4a15-bcc5-90e821d5015e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.958553571Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub2","reconcileID":"1d90e0cc-a0ad-4beb-b29c-5e9b7bba55c0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","model":"distinct-2-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:00.976770426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7ee6567b-20f6-4a15-bcc5-90e821d5015e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.982991354Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"ce5cb8db-9054-4b86-9e28-0e76ff400c53","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:00.983069568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"ce5cb8db-9054-4b86-9e28-0e76ff400c53","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.059190408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-subscription","reconcileID":"0fa10793-3ea9-4df8-9e9e-aa31eef49193","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.079691903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"90950c86-997c-4889-9080-85b8772cad84","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.117601484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"b6147d3c-c2fd-4959-82c9-ca684510c60f","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.134584157Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"35f163cb-af5c-4c11-ac5e-bd3c6f8237df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.134672553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"35f163cb-af5c-4c11-ac5e-bd3c6f8237df","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.173278049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"ec4faf37-1632-4957-a9a5-bcc93c60fc0a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.226546819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"ec4faf37-1632-4957-a9a5-bcc93c60fc0a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.280272594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"8ca10bb2-68ef-4633-bb17-3f1ad3f1654f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.284291592Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"0a59e9be-7d0e-446a-9f5b-f0e6c1ee301e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.284360804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"0a59e9be-7d0e-446a-9f5b-f0e6c1ee301e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.315029461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub2","reconcileID":"fbb4b4d7-3d19-4ff2-b81e-2acaab228ec3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.333677317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"8ca10bb2-68ef-4633-bb17-3f1ad3f1654f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.381104394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"b9542f27-0c51-42c9-8a99-ed445c21ef30","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.431045829Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"b6899d83-d2e5-4c7e-823c-c1bd5b914a07","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.431122269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"b6899d83-d2e5-4c7e-823c-c1bd5b914a07","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.433998961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"b9542f27-0c51-42c9-8a99-ed445c21ef30","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.480161057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d9dc28c2-62aa-4d83-8834-870f58bc154f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:01.535478825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d9dc28c2-62aa-4d83-8834-870f58bc154f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.572765144Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0d4d958f-1067-4378-8bc7-99a7fadb7860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.572867099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0d4d958f-1067-4378-8bc7-99a7fadb7860","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.577756319Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5699c6e5-87a7-44f5-b8d4-6614310c51ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.577842483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5699c6e5-87a7-44f5-b8d4-6614310c51ef","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.671883701Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"4ca5e21c-b651-4959-bffe-fe0ba1385805","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.672015918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"4ca5e21c-b651-4959-bffe-fe0ba1385805","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.771957538Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1f402728-0ecc-4d83-ac08-0b0bf02315aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.772033619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1f402728-0ecc-4d83-ac08-0b0bf02315aa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.77200918Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7de9a48e-d035-4ebd-8097-7778ab0bbdbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.772083379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7de9a48e-d035-4ebd-8097-7778ab0bbdbe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.872628905Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"381afed0-0c22-424b-a8b9-c26e9fb22462","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.872713314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"381afed0-0c22-424b-a8b9-c26e9fb22462","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.97312018Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fc2e6cfa-91b6-4d81-a90c-585bed719e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.97319751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fc2e6cfa-91b6-4d81-a90c-585bed719e3c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.997712857Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1de2bd38-e03a-4293-ac59-5f2464ac2e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:01.997793808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1de2bd38-e03a-4293-ac59-5f2464ac2e02","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.100051877Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"b16b053e-5c37-4758-9209-1a4e102e3181","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.100123848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"b16b053e-5c37-4758-9209-1a4e102e3181","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.201170202Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5beb1de0-2ae0-4cb5-939a-c285c85112eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.201282172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5beb1de0-2ae0-4cb5-939a-c285c85112eb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.307787322Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ef3bcac6-8529-4e15-a427-16be20ee179e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.307866393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ef3bcac6-8529-4e15-a427-16be20ee179e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.407898449Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"18654761-a837-4aaf-a956-8e47ffb0f1d7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.408010759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"18654761-a837-4aaf-a956-8e47ffb0f1d7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.509744799Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"affab735-2286-4e0b-9aa4-e8b6866348c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.509816659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"affab735-2286-4e0b-9aa4-e8b6866348c1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.776397117Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cd37efb0-a010-4d74-b5a8-7d60fef111dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.776473721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cd37efb0-a010-4d74-b5a8-7d60fef111dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.877489556Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"d599ab48-dce5-498d-8b3c-67b7dac5ccf9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.877562971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"d599ab48-dce5-498d-8b3c-67b7dac5ccf9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.977280873Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"eb205586-20b3-4eab-895b-6523afc5e86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:02.977348602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"eb205586-20b3-4eab-895b-6523afc5e86a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:03.331563712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"e23d196a-3b2c-4726-8ca7-d6d8bcc4ad42","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:03.479339625Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"20bc8650-c19a-4b9a-9c02-295fd14a576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:03.479427512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"20bc8650-c19a-4b9a-9c02-295fd14a576f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:03.479339465Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"3025a02d-11ab-41a9-a36a-3991a8c24872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:03.47948892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"3025a02d-11ab-41a9-a36a-3991a8c24872","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:03.479584891Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"33485245-cb8b-4d12-b95a-55838654c1ff","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:03.479622945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"33485245-cb8b-4d12-b95a-55838654c1ff","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.398577385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"12c565c9-2f94-4a2f-8c2d-72f582ae77a3","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.57532492Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub1","reconcileID":"5beb4907-808c-42d6-ace1-7b17454bc855","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5b156933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.67204778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"36a33ad8-a0da-4f85-ac90-7ba12c242f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.672144246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"7914a49f-6959-4aec-af28-fb923ec248e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.672552342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"82542d26-243d-4b91-be92-a387a0c41a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.672584908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"0b64f5b1-2ca8-42b1-a283-474b3dcfec48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.726857426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"36a33ad8-a0da-4f85-ac90-7ba12c242f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.726857428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"7914a49f-6959-4aec-af28-fb923ec248e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.730106472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"82542d26-243d-4b91-be92-a387a0c41a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:04.73050813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"0b64f5b1-2ca8-42b1-a283-474b3dcfec48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:04.907621016Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a3522d14-f419-4044-a7de-340f3e8b2428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:04.907698664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a3522d14-f419-4044-a7de-340f3e8b2428","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:05.054066021Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"92809ce9-bc38-47b3-969e-fb2f9c662605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:05.054138822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"92809ce9-bc38-47b3-969e-fb2f9c662605","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.169140435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"23e8bb10-f1ff-4fd2-8421-e6500a3a681c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.169288003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"affe158f-e911-4ea6-baef-8ad2f7c6f027","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.169146553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"83181ce5-1968-42d2-9e4c-bdd26a358862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.223134849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"affe158f-e911-4ea6-baef-8ad2f7c6f027","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.223654046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"23e8bb10-f1ff-4fd2-8421-e6500a3a681c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.226999166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"83181ce5-1968-42d2-9e4c-bdd26a358862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.250425207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d088be7e-1efa-443d-819d-d67ce547a548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:05.25401472Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"5ac26042-da6e-405c-a1fb-67cd8d2053b2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:05.254082925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"5ac26042-da6e-405c-a1fb-67cd8d2053b2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.302785669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d088be7e-1efa-443d-819d-d67ce547a548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:05.917059513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:07.229826868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"af28d4b7-9b18-4f29-aa54-1c03f5c792b8","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:07.613869274Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c0332c94-f1c5-44ca-9284-3ff096db2ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:07.613962707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c0332c94-f1c5-44ca-9284-3ff096db2ea4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:07.761102846Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"45200c29-59d1-47ca-84f4-9c9ab582ac90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:07.761200015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"45200c29-59d1-47ca-84f4-9c9ab582ac90","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:07.96229693Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"58f98d94-1a4f-44ab-8592-900ed9d97e2f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:07.962367378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"58f98d94-1a4f-44ab-8592-900ed9d97e2f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.079206611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"bcbd19ca-c662-431f-b00d-0a9bb38d7396","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.079682219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"e35e16dc-d77b-4971-91b3-81d00de6b5bb","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.239407145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"8c872a7f-8ea0-4d5c-bf01-d9a413cf516d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.248412629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d0a00e07-f47e-4151-b334-96b3a9227997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.301427539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"8c872a7f-8ea0-4d5c-bf01-d9a413cf516d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.306183513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"f418c50a-8068-4e5c-9064-c815e318031b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.306360124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"7b5b5857-8644-4010-8490-4812c178662b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:10.311810971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d0a00e07-f47e-4151-b334-96b3a9227997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:12.660945829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"12308029-ab6a-4cca-ad25-dd85792c20a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:12.881011205Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"dc9997c2-6227-4f36-9a39-69588a0f8462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:12.881100709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"dc9997c2-6227-4f36-9a39-69588a0f8462","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:13.028885176Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1ca9bded-4e9b-4f08-ab4e-e4e62a73782a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:13.028976161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1ca9bded-4e9b-4f08-ab4e-e4e62a73782a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:13.228465923Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"d777dabb-55f8-4059-97dc-a7107efbae4d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:13.228548274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"d777dabb-55f8-4059-97dc-a7107efbae4d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: compose ai-tenant-e2e-worker-w4-fbf85f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: model e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:13.485539299Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-subscription","reconcileID":"cb9fffcd-8cca-4164-8d25-10f9a0e8effc","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:13.687117419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-subscription","reconcileID":"cb9fffcd-8cca-4164-8d25-10f9a0e8effc","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:13.884450775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"90263aba-2ff8-4e74-9aee-526de27c7f49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:13.89454875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"9a21c8b2-3ba4-46b6-bd5d-c402b5097c04","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:13.894890986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:13.948811991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"a350a8cf-f5a6-481b-b841-c539bc2ab9ea","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.04517773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f87c0edd-8850-4ddb-b48d-411d950152a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.048287638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"31679422-62d6-4034-9f8b-04752c5d77a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.04829292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"d26da826-453c-4bbd-b56e-ce8882800b81","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.053247581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"94fc11c3-1f4d-4f66-9ca3-74d2d5415ea3","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.097804848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f87c0edd-8850-4ddb-b48d-411d950152a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.101138809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"31679422-62d6-4034-9f8b-04752c5d77a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.101521586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"d26da826-453c-4bbd-b56e-ce8882800b81","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:14.396491707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"d26da826-453c-4bbd-b56e-ce8882800b81","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.396680952Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-dedup-auth","reconcileID":"41dcb3da-8cde-488d-a374-0581c21407cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.398528396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"885605b4-1f4b-44ec-a59c-50990b221818","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.403269521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a8e5a5ad-0f23-4961-8cbd-ec8f77720c68","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.599759681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"0b0d2adb-4d01-42f4-b575-b7e336cca4fa","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.624473073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub1","reconcileID":"cc9a0501-3746-48c6-bdf7-2e75abf9cc46","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.673346927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub1","reconcileID":"cc9a0501-3746-48c6-bdf7-2e75abf9cc46","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.72232473Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub1","reconcileID":"cc9a0501-3746-48c6-bdf7-2e75abf9cc46","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.98076047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"5d0cc1f4-e3c3-401a-9f83-1c0cb6fcf583","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:14.98089222Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.133099623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"d603dd01-c3d1-4995-a045-00b05509922f","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.224712057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b0f0042d-e722-4b12-8c7e-4d728bd8103b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.225034191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b96491f6-b0d5-4ff1-b105-2ff1db6e8e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.225346222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"134d51ca-8a9a-4dd7-b5ab-0e0fda6a7a4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.224712544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"d4051452-8b56-4984-b410-dcfeb6e67181","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.278196902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b96491f6-b0d5-4ff1-b105-2ff1db6e8e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.278332922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"134d51ca-8a9a-4dd7-b5ab-0e0fda6a7a4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.280664094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"d4051452-8b56-4984-b410-dcfeb6e67181","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.280826633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b0f0042d-e722-4b12-8c7e-4d728bd8103b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.283488969Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub2","reconcileID":"e71b7cc8-4511-4408-8ff6-2af8df18a538","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3243e0dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.667048871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"c30ac48f-7737-4763-9769-3f867896f0de","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.667212344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"3785afda-ef0f-40c9-bed0-3c75b430fbf6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.667511873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"29ffa374-28e2-4e1f-a8ec-fbc39c09bec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.667621376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"9cafbc1f-ffba-4c93-b8ad-04034150849a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.671394013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"d921d852-b5a5-447a-817c-6e32f6428015","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.671606647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"2b5114e8-7679-4030-9860-27dd5e111444","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.721596201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"c30ac48f-7737-4763-9769-3f867896f0de","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.721596199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"3785afda-ef0f-40c9-bed0-3c75b430fbf6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.725114893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"29ffa374-28e2-4e1f-a8ec-fbc39c09bec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.725728849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"9cafbc1f-ffba-4c93-b8ad-04034150849a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.726148373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"069e04bd-5009-498b-adc8-14c338079516","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.726368416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"81420a87-e27f-451f-9d9e-5e9a8477e87d","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.958988595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"ee050cb8-3647-4e1a-a95a-bb1b5d3e2bc1","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.959052599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:15.967000744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"5aa45bc5-47d2-4757-a445-88ed64f8c47c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.013102316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"909f1536-deca-43fe-a664-3604ee2259da","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.021214059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"5aa45bc5-47d2-4757-a445-88ed64f8c47c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:16.066358068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"eeea34a1-740f-4e3d-8798-3f0845a0b073","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.069124263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"ab8f9192-f273-482b-b193-4b3436aec031","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.069540151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"119c19fe-1175-4bd7-9590-6370d5d80c0e","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.173609031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"daf91b06-c982-4db8-90c9-3e3d8993831b","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.174006283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"aebe0fef-c0eb-4cdc-b2fa-271822338584","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.203150529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7e6c886a-ca38-4a06-8839-35c1500b8c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.203235049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"06b9af01-d87f-4e5e-8650-519a67e14d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.226898718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"91b4f4b3-b78e-4350-a20a-fec7d20450f0","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.227312815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"4712c175-32fb-4df6-9d69-fc1891522ac0","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.256377099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"06b9af01-d87f-4e5e-8650-519a67e14d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.256393294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7e6c886a-ca38-4a06-8839-35c1500b8c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.433262359Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"a8a47a5a-5672-4e8c-a57b-d74a2c163591","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","model":"distinct-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.472782149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"e576df67-bebb-4312-8bfd-052aaf438b70","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.473189599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"64b50472-f87f-4eb1-9241-fbeb7752b213","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.581608259Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"a8a47a5a-5672-4e8c-a57b-d74a2c163591","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","model":"distinct-2-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.714953317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"0e00cd35-9494-4f22-b05c-85c0b5b50f63","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.76746078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"0e00cd35-9494-4f22-b05c-85c0b5b50f63","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.78687181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"f75dc2f0-54f5-48bb-80cc-b5c30ca8fa64","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.787314547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"dc6e0c57-c63e-477b-967f-c21e0b19abb2","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.816021363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"8912e3e1-8e08-4cae-a60f-f8b51ec08209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.816059582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"da76092d-3dc2-4725-82ee-c8dd05665480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.869626299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"8912e3e1-8e08-4cae-a60f-f8b51ec08209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.869849555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"da76092d-3dc2-4725-82ee-c8dd05665480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:16.981907728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"bf579aaf-5cfd-4d0a-ac1f-c9ef769ecba1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:17.11402459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"0e00cd35-9494-4f22-b05c-85c0b5b50f63","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:17.128599646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"bf579aaf-5cfd-4d0a-ac1f-c9ef769ecba1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:17.36264137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"745e01f5-bdb3-400c-85bd-c71b4a4f456e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:17.415354778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"745e01f5-bdb3-400c-85bd-c71b4a4f456e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.461047372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"8a6d2e73-8133-4d2a-b9c9-562269c95b11","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.513577106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"37618cd9-e11e-4f06-a623-a8825b8796cb","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.613154428Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"28a070c0-b7dd-4239-a908-895f4e77606d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f219de29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.661511241Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"82505488-b3c4-4021-acf6-7b559a52de2d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f219de29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.703626113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"562c1a62-9327-4c9b-813a-22c15463bf13","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.703768288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f2ee42f9-77c3-4adc-a60c-ae97610eaf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.70362548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1ad23177-b7c8-4c5b-bfa2-b19dad46984c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.757360376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"562c1a62-9327-4c9b-813a-22c15463bf13","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.757454942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f2ee42f9-77c3-4adc-a60c-ae97610eaf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:19.759564838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1ad23177-b7c8-4c5b-bfa2-b19dad46984c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:20.198315263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d6c499ef-ef1b-480a-a9ed-ccd66a5a891e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:20.198315422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"64488709-8f6d-4a20-937c-e3468c6e9d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:20.252089304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"64488709-8f6d-4a20-937c-e3468c6e9d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:20.252089301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d6c499ef-ef1b-480a-a9ed-ccd66a5a891e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:20.300545393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"3e1d9044-635e-41c5-9e4a-fa59c0c21f7d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:20.352739601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"3e1d9044-635e-41c5-9e4a-fa59c0c21f7d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.861986112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6c52bfce-e441-4686-9f7f-f7bfe26c5961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.861994968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6ae37edf-1d3f-40ed-a9ec-ee4eb00039f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.862282867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"b023ad59-3a9d-4a00-80ff-61f450634a4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.862725057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"ff3d8884-974a-4bea-806b-63173150e6db","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.919160021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"b023ad59-3a9d-4a00-80ff-61f450634a4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.919190431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6ae37edf-1d3f-40ed-a9ec-ee4eb00039f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.922667333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6c52bfce-e441-4686-9f7f-f7bfe26c5961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:22.922667887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"ff3d8884-974a-4bea-806b-63173150e6db","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.332749283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub2","reconcileID":"42eaea49-a349-42f7-9ab9-eb1336be9e6c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.381590431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub2","reconcileID":"42eaea49-a349-42f7-9ab9-eb1336be9e6c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.431221021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-sub2","reconcileID":"42eaea49-a349-42f7-9ab9-eb1336be9e6c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.691519544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"58a7c6d8-7ed9-43de-998a-0fd9e04e8dfb","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.691657876Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.842130465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"3401d6b3-1386-4b5c-befa-7c726e030ee4","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.940393459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"e6a62125-3730-4bb9-9d51-73d0a38de23e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.94044519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0181d80f-9c8b-4caa-b2b7-3f8919d30786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.94098542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"2eadf09e-bac3-4c86-b2cb-d2669c606e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.941040644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"3adeb1ac-239d-4f21-86c5-8bcdece68df7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.993624614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"e6a62125-3730-4bb9-9d51-73d0a38de23e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.993626095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"2eadf09e-bac3-4c86-b2cb-d2669c606e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.995875568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"3adeb1ac-239d-4f21-86c5-8bcdece68df7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:25.995987531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0181d80f-9c8b-4caa-b2b7-3f8919d30786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:26.191090209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth1","reconcileID":"a704ce8b-8960-4d4a-a99d-2446a6970bb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:26.344508297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"e3d820d5-0548-46c0-86bf-99f7a0020107","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:26.386464002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"4eb6da23-59b9-410a-9401-0b12a3d13efb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:26.439783914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"4eb6da23-59b9-410a-9401-0b12a3d13efb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:26.502168947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"02402639-8b93-4542-9b67-9977bb7e3b0c","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:26.587212817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-return-all-auth2","reconcileID":"4b384bc5-093f-4bd5-b7be-4f9efa090a83","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:26.738313776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"9b64431f-6c3b-4533-9b9a-d543aab1ae72","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.153767368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"7ef960c9-0733-4ee4-a460-c54ddd5c1d4d","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.204867008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"da20316e-0e2c-4f22-bdb5-ccd900b2933f","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.350725645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"7aec4439-70a2-41e3-9dbd-3fd726756ca0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.40365417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"7aec4439-70a2-41e3-9dbd-3fd726756ca0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.432754838Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.432808504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"b330e874-bd55-4beb-bcd1-92f64fe5f034","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.484051743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"41995cd3-64c7-44fc-a1e0-3f06210af9ba","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:28.539240286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-sub","reconcileID":"adb0ab39-05ed-4aa0-8c4d-a5d2ed03b536","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.579470384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"803f395c-0f5f-4739-bd72-e6633aea5507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.579471351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"1d455bfe-220c-40a6-abea-b0fc4dbcdc80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.631910165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"1d455bfe-220c-40a6-abea-b0fc4dbcdc80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.632082472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"803f395c-0f5f-4739-bd72-e6633aea5507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.650696266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"377ad7b5-5bb9-49b9-9321-d71534d3d0ab","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.651951803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"940beaa5-d895-4766-b1be-50efc7cd4ea1","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.703812197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"77c6ad5f-c222-4e1d-8288-94bb4c027c06","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.796969446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"2a36fc14-f87c-4f6f-86c4-65c9ea302e29","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.849153577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"2a36fc14-f87c-4f6f-86c4-65c9ea302e29","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.952803295Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-sub","reconcileID":"6cc471fd-d5ef-4a5e-9fc9-b2cae5c9db42","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.975709173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"67baf660-6cc1-458f-bb88-d45248f4172f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:28.975750911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d919b4a7-f636-47b9-b39f-16ab53d4cc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.03063164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"67baf660-6cc1-458f-bb88-d45248f4172f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.030631643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d919b4a7-f636-47b9-b39f-16ab53d4cc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.108950111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"38f63d2e-b7a2-4d8d-bc11-21b71f3835e5","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.148333765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"97cb61b0-8a23-4fb9-9bdf-eaa10f88973e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.304361199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-sub","reconcileID":"dbfa61b9-2738-4a21-b31c-7b03ba928627","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.711076495Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"6aa40e09-0a96-41f9-bb6a-561206a58b6e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.759990629Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"6aa40e09-0a96-41f9-bb6a-561206a58b6e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.808811946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"6aa40e09-0a96-41f9-bb6a-561206a58b6e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.859843136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"6aa40e09-0a96-41f9-bb6a-561206a58b6e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.908776579Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"6aa40e09-0a96-41f9-bb6a-561206a58b6e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:29.957513743Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-subscription","reconcileID":"6aa40e09-0a96-41f9-bb6a-561206a58b6e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.215180709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"762a6122-2594-4aad-b4f3-1736431b7065","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.215714382Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.270768939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"7b5515d6-8941-42a3-85dd-6c1ff67fcc82","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.324771974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"997c69c7-2490-47f1-98e7-2e9570b224e9","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.374493845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"c5991236-dbed-4363-8397-3fb8b3c6bbb3","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.374770258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"d3ca36b9-8bae-4bbe-b3af-cbad03bbd6ff","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.458374693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"bbe62269-a7bf-4dcd-a8f3-298df5a8ae91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.458388327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0ea02e59-838c-45a3-945c-f6fcfdb68eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.45889423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"d7f2d1dc-0e4e-4e48-8c37-c5ecdabd7f05","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.511592738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"bbe62269-a7bf-4dcd-a8f3-298df5a8ae91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.512354907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"d7f2d1dc-0e4e-4e48-8c37-c5ecdabd7f05","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.51389428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0ea02e59-838c-45a3-945c-f6fcfdb68eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.758250636Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"149182f2-a017-4885-abbf-d122192be150","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.806542101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-distinct-models-auth","reconcileID":"149182f2-a017-4885-abbf-d122192be150","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.957234165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"c27eda29-372b-44e1-8170-24da4e5af3bf","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:30.957480087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"bc0bbc4b-d4f2-4065-a815-f36a06a80131","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:31.337787612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"921c5a1a-2bcd-49e8-bcc9-03e80ed70d59","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:31.48522326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8b91aa4a-d49b-4d19-bebd-2192b7274d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:31.485912732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"da5e35b7-8d36-4b33-a04b-4de73e7c057d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:31.486473989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a1f91a58-aff9-4f40-9fb5-977cd2d58e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:31.540375666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"da5e35b7-8d36-4b33-a04b-4de73e7c057d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:31.541172193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8b91aa4a-d49b-4d19-bebd-2192b7274d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:31.543007904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a1f91a58-aff9-4f40-9fb5-977cd2d58e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.028610345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"1099996c-58f8-44bf-9888-b41156807972","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.092365906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"14e8da48-c72d-4ce3-a7a3-22a8e7917ec6","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.239762046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"de2766bc-de57-4c9b-b887-7b77eb0d88e8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.292727716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"de2766bc-de57-4c9b-b887-7b77eb0d88e8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.324412262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c96da0b9-4423-4adc-9761-30bd1066c92e","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.32460783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.378459661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"df85c37d-90ca-407e-8ce8-a5677cb73c5d","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:32.429641186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-valid-sub","reconcileID":"ea096676-7b5d-4918-ab40-55f2a1af305e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.47010973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6d0769b2-6ebe-450c-9bef-182559f34d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.470129195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"83f6d057-eb48-4ba1-99c2-c460765abadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.523019998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"83f6d057-eb48-4ba1-99c2-c460765abadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.523017104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6d0769b2-6ebe-450c-9bef-182559f34d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.541659651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"62168120-9d85-42e9-b744-2dd3ae612783","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.59653317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"093cbd2a-490d-4f35-b64a-980fa3bcec68","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.599081022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"160a4934-4c98-4633-aa68-a4eec237a32a","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.742528358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"fd9f8fff-5256-4a78-b440-636117a4656f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.794917238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"fd9f8fff-5256-4a78-b440-636117a4656f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.836158442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1b7376d7-cb32-4eb7-8b75-908df43d8529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.836226226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0f530499-65f6-4437-a38e-046a5f38fed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.847734776Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-valid-sub","reconcileID":"0c92c9d2-4ebc-40b4-9402-b419ded6e6a9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.889083149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1b7376d7-cb32-4eb7-8b75-908df43d8529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:32.8895634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0f530499-65f6-4437-a38e-046a5f38fed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:33.000992626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"7c46bf36-765b-4dc4-86a9-e66133f47e9c","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:33.046395003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"678404e5-8b73-4a11-aa10-741087083d26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:33.19575098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-valid-sub","reconcileID":"82410dec-ba63-4a8f-ba2f-bb22eeeab2a9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:33.351643759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c7e3cd40-c524-452e-8fcc-dd2042e563f3","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.208035983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"e24188be-c54a-4048-9bb6-545e8cdc2088","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.258991518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"e094058f-cf6c-46e2-920f-a8e68e90f69b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.354965309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8f1ca62d-0957-4ce4-a3f5-496afd9577be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.354966375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"e124332b-d24f-4f6b-b834-b52fd7ad9712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.35551487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"000fc521-0472-4d77-8c98-5312be16d28f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.409254288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8f1ca62d-0957-4ce4-a3f5-496afd9577be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.409298717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"000fc521-0472-4d77-8c98-5312be16d28f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.41146455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"e124332b-d24f-4f6b-b834-b52fd7ad9712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:35.915640624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:41.491162707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-sub","reconcileID":"8b6f2a58-9402-4ca5-a3c5-c99802a593f1","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:41.695950821Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-sub","reconcileID":"8b6f2a58-9402-4ca5-a3c5-c99802a593f1","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:41.904994437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"69db395e-4011-4e90-8edb-a30b4012e7e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:41.956324204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"621161c6-89bc-4604-b711-8aafa7a0b89d","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:41.956408054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.114000835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"2e2d4fd1-5e85-4e22-8903-ea5469a18edd","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.138735254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"f236a4a7-baf0-42f4-a2d0-320deeb6efab","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.139968548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"855aa57d-6e95-482c-b7a4-658c5a6ae183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.140103431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d8663f6e-5861-4672-afe3-54dacd2bad58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.226339098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"f236a4a7-baf0-42f4-a2d0-320deeb6efab","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.227161522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d8663f6e-5861-4672-afe3-54dacd2bad58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.228734802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"855aa57d-6e95-482c-b7a4-658c5a6ae183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.402858031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-user-token-filter-auth","reconcileID":"7fcb76c2-69f4-44fa-b5fd-d9a1b15ce303","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.560841442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ed299102-be3f-45ea-85cd-a6df49ac3487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.561169958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"fd4d2dc4-71d9-4966-8c48-3fab7ae9b421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.56398185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"06364050-61f3-44b2-be51-65d453d30f67","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.613736418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"fd4d2dc4-71d9-4966-8c48-3fab7ae9b421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:42.614036115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ed299102-be3f-45ea-85cd-a6df49ac3487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:43.879266674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"d3104ecc-63bb-4830-b6cd-c7c3c71d69ba","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:43.932449237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"0c20d5c4-2a94-4fcd-82e2-eefbdfb5c366","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.080125623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"9b0a1296-8d66-4814-a904-4a6fd839b2f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.133802561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"9b0a1296-8d66-4814-a904-4a6fd839b2f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.15274797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"aa4b9781-fd80-4bce-be78-cf961f9f26e2","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.152910699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.20666148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"b994c393-9d8f-4c9d-ac32-1252de6699f0","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:44.25832895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-user-sub","reconcileID":"cfb21dcd-fbdd-44a8-be9e-b8e8a160ce0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.298258579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d4efc436-95da-44c4-a2ca-6909ef3dd2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.298563851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5fe55a73-3bf4-4895-badc-c983b4165c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.351674783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d4efc436-95da-44c4-a2ca-6909ef3dd2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.352050275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5fe55a73-3bf4-4895-badc-c983b4165c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.366511342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"5ca8fad5-6db2-4d8e-a5ba-432d7f24e781","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.407462269Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-models-other-sub ai-tenant-e2e-worker-w1-4dd22b/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.407811542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a9c6a689-699c-4428-9faa-9c3d4dd8fa13","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.418032953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"8c4a53ee-73a3-4882-8f9f-8c8d9518d837","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.436151597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"31494f60-f041-4f05-b19a-310a5435fe38","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.461182427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"baa33e89-1e86-4285-a79f-98b783a2f769","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:44.513724137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-other-sub","reconcileID":"965f7b9d-93c3-4b99-9f0d-82a812e4837b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.514978413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"53ed2311-549d-43fa-a6bb-36afe42bea8d","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.581173009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"3729c242-49ce-4ecc-91a3-028d003eba01","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.623300498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"8217e534-710b-48bb-8a39-2f86c95ac1e4","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.633986792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"3729c242-49ce-4ecc-91a3-028d003eba01","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.668760561Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-user-sub","reconcileID":"4fa118bf-1f4e-416c-8aa3-b09e95ad9a94","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-models-other-sub","ai-tenant-e2e-worker-w1-4dd22b/e2e-models-user-sub","ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.676708834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"d6576811-7416-4f84-840c-647bf52fd4cf","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.782450745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b2f6cd3b-55bc-4c2f-b850-835e5cf1a30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.78247005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b53fa436-6dcb-46cb-8fb7-42f4e142bd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.82406052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"6e843141-447f-4a7c-be3c-0ae881d3a240","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.836067842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b53fa436-6dcb-46cb-8fb7-42f4e142bd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.836676264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b2f6cd3b-55bc-4c2f-b850-835e5cf1a30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.865134447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"5605f41a-07f0-4774-ae4b-9e32432a0da9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.872966621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-other-sub","reconcileID":"ff6c11c5-67f1-43d7-a8da-fc8aaf2316f0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:44.978061161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"99576f8a-7e8f-4af8-bde8-725b5bccecc2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.020415038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-user-sub","reconcileID":"b0aeda7a-ce78-41f6-b0ec-1e46cff76b83","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.026307965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a7748552-4414-497e-b899-58d7d9edc8ab","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.030972167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"99576f8a-7e8f-4af8-bde8-725b5bccecc2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.126350314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c7206e77-7b07-4390-a2ca-d0b9e7d713fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.127171291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"10d128d6-5dc1-42aa-b706-30b56a07deb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.179316086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c7206e77-7b07-4390-a2ca-d0b9e7d713fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.180171159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"10d128d6-5dc1-42aa-b706-30b56a07deb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.223564994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-other-sub","reconcileID":"d78a9572-b71e-40a0-ac3b-58f04a4ef218","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.36136397Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-valid-sub","reconcileID":"49463fa0-995f-4264-9b20-2bd34043f772","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.56315438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-valid-sub","reconcileID":"49463fa0-995f-4264-9b20-2bd34043f772","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.759091746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"04a91e76-8660-4726-9a8c-9b6d0e5c3739","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.819137114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"19e09e26-d5d6-4d57-80d7-446be9f9edb3","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.819482458Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-models-other-sub ai-tenant-e2e-worker-w1-4dd22b/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.873556383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"1b11b943-aa3b-4e1f-8f48-12b8cea353be","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.965200307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"36b992b8-d335-4903-8b1c-0b79a546096b","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.966390601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"25ca77b8-275c-4f45-9b95-02ebafb80beb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.966581337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a2120505-a56d-428a-96dc-d420c1f2a839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:45.966396322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7c5732b7-f3c1-4df5-b279-74bb797402af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.019341359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a2120505-a56d-428a-96dc-d420c1f2a839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.020482431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"25ca77b8-275c-4f45-9b95-02ebafb80beb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.021567463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7c5732b7-f3c1-4df5-b279-74bb797402af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.216522106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-models-invalid-sub-auth","reconcileID":"3d3d4b86-d3c5-4a84-aac3-17ba139ecfe8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.372110317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"54bcc21f-fcd1-4eb9-a7a9-f60f38adad31","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.716230421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"afffbc9c-cba3-45ee-a1d2-e55e5fb4f5ed","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.716613388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"98a8bcd9-d538-467b-b131-9a3185000391","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.717632207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"2fe11c04-787a-4cbc-95f9-b1f59c57d695","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.778779293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"853ec37d-601a-4b6f-abfa-0adc3c1cd8db","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.779211555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"93515e91-683b-4714-9c97-e0c62a9a464a","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.779494255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"c5c6ac3d-401f-4072-8641-05f4da963057","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.861988619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"3b5ca1a6-2100-4c68-83dd-ac4788ae6923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.863448572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"9e328b4a-0a2e-4a06-9833-3181dfd68ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.915900771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"3b5ca1a6-2100-4c68-83dd-ac4788ae6923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.923990853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"ccae9ad2-5487-4191-9ef9-94ed5389187a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.924656173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"60087047-2e4f-488c-8db8-e87a9465e608","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:46.925900132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"9e328b4a-0a2e-4a06-9833-3181dfd68ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.210949801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c598c224-1815-4ad1-af28-8d6743743ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.224223424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"beeb17e0-81dd-449b-87e5-6380b38d8173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.263426865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"c598c224-1815-4ad1-af28-8d6743743ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.277828677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"beeb17e0-81dd-449b-87e5-6380b38d8173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.405158691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"9d3f8f7c-5f34-481d-bd35-9b7782085721","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.426095141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"eae50849-8b7a-49dd-a6ca-075a43aa7e32","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.456232893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"651b807c-b506-40a3-b21e-87d3fe73fc4c","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.574699952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"fb41f70a-9c09-407c-b67c-51658f06651e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.574697398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d3c35f81-cae6-494b-a230-a56ba796a91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.627592994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"fb41f70a-9c09-407c-b67c-51658f06651e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.627616942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d3c35f81-cae6-494b-a230-a56ba796a91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.672406013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"a4d300c7-159e-4592-867f-c2de51fbd708","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.67286829Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-fbf85f priority=10:[ai-tenant-e2e-worker-w4-fbf85f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.673364776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"d00d5067-2078-4780-8349-af5a0d4adc8b","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.721476779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"cba716c9-5df3-4014-b66f-adaad8c19c0e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.725973389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"a4d300c7-159e-4592-867f-c2de51fbd708","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.727993785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c653db8c-06a2-4563-af01-f401878fd6cc","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.774275803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"cba716c9-5df3-4014-b66f-adaad8c19c0e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.776649079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"2254e1bd-d682-40ab-9849-2eee1688f770","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:47.781582652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.829956755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"e32c407a-32cb-4404-9023-1093830e1cd3","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.835440587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"6a35fb58-99a7-4c08-ae77-acf4f1b1ec17","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.867413414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d5ee7651-5a6c-4399-b9b3-c52248aef28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.920054915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d5ee7651-5a6c-4399-b9b3-c52248aef28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.941151006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"fb96ec30-6c09-48d4-847c-379b4493130c","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:47.991896897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"1f8dedcc-a97f-4091-8a14-a94a86ad53b5","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.022789543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5c103228-037d-4c01-a806-7fa98d95c25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.029560647Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub1","reconcileID":"3e5b5340-01da-485c-b91a-7a6488778ea7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","model":"distinct-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.077623716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5c103228-037d-4c01-a806-7fa98d95c25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.082364118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"cbe18154-b6de-4d64-99f7-008dfdf8df00","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.185366651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"fa417cad-67c5-4282-ba72-349f02f25622","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.204451863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"f49b13eb-ad30-4904-aea7-850705f7c3cf","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.205237061Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-fbf85f priority=10:[ai-tenant-e2e-worker-w4-fbf85f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.234591288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"600b857c-c57b-4b46-813d-13967ac604db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.259554824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"80e1e65a-9fe2-4830-bb34-0b6ce99da89c","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.287238957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"600b857c-c57b-4b46-813d-13967ac604db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.31065243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"e8ee1927-fa80-4111-b4c4-974d84cf58f1","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:39:48.313797383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.334347877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"1fceb25b-9e3d-423e-99c2-118205586181","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.361507958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"74b21b74-703b-4ded-9036-371f04078648","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.371830623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cec15e9b-5287-4051-b41a-340322481f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.380255909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub1","reconcileID":"f8602006-518b-443d-9885-ae02566643a2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.38668443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"1fceb25b-9e3d-423e-99c2-118205586181","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.424597619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cec15e9b-5287-4051-b41a-340322481f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.470916969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"309bbf72-916c-43c3-b1cb-e6dc4096243e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.523284462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"309bbf72-916c-43c3-b1cb-e6dc4096243e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.53374151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"b5b84223-639a-4904-af81-387eb787b9ab","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.557559426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub2","reconcileID":"c2956c6d-837a-4204-b81c-1fd73198cd7b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","model":"distinct-2-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.714428951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"50b2ca36-a52f-4d98-98d1-d4513b4a14b9","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.771275398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"df76212f-6923-4a46-87d4-c1991a74ac15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.774693233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"39b23e4e-4c31-4111-8ebf-f3d01cf8bfaf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.811671571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1d5bb30f-e901-44d1-a12c-e24e92be909e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.823376165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"df76212f-6923-4a46-87d4-c1991a74ac15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.826756536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"39b23e4e-4c31-4111-8ebf-f3d01cf8bfaf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.864039647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1d5bb30f-e901-44d1-a12c-e24e92be909e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:48.910587522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub2","reconcileID":"4a15fbd7-9c72-42fe-b86e-f73dda0ecfc8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:49.011141596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2d848564-dbe0-4637-bf48-400b482b1902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:49.063505671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2d848564-dbe0-4637-bf48-400b482b1902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.006276678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"e3dcc578-71d5-4f1e-8837-0ed94b984fbe","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.15749047Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub1","reconcileID":"94e25b6c-f7fb-4e78-ad1b-70743c491a29","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c4637124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.252251919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"061e45b4-1670-4421-80a8-a18393cfe36d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.252272752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"7e989ce0-e01d-4b32-a5ca-3b8336ffb4af","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.252784958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"892012f7-e5ae-4a63-a0d8-f3720b1605d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.252845653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f9db3209-4528-46e5-b0f3-42d9199a3163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.305500402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f9db3209-4528-46e5-b0f3-42d9199a3163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.305650105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"892012f7-e5ae-4a63-a0d8-f3720b1605d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.308039863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"061e45b4-1670-4421-80a8-a18393cfe36d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.308137069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"7e989ce0-e01d-4b32-a5ca-3b8336ffb4af","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.748708209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"b4061f49-7477-40af-871d-f345bcac61b5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.749112667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"ef2d8e48-6418-425f-b9d3-5bf7f49f9f2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.748762367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"15848d0c-3a1a-49c3-b08e-15ab1b6b180c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.749602628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8b074a63-c94f-4e91-8d5f-41aafdf208c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.802020277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"b4061f49-7477-40af-871d-f345bcac61b5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.802059984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"ef2d8e48-6418-425f-b9d3-5bf7f49f9f2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.804334646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"15848d0c-3a1a-49c3-b08e-15ab1b6b180c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:52.804357867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8b074a63-c94f-4e91-8d5f-41aafdf208c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:57.579067624Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-user-sub","reconcileID":"9cc6df41-53ee-4f29-ad05-c42b9f6373ac","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:57.781257467Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-user-sub","reconcileID":"9cc6df41-53ee-4f29-ad05-c42b9f6373ac","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-models-other-sub","ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:57.980655341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-other-sub","reconcileID":"99eff737-122c-4b5f-b207-31b9399727f8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:57.981464795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"2170a226-7390-4ca5-aca4-4aa9c7fa2f7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.037644174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"2e7dcbef-646f-4804-8a41-106f3025968b","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.038381881Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.090642837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"43c48e2c-2344-44ab-872f-328aa7df491c","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.144547125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"9cb93fc3-a6e1-4033-b8c5-6e5a2a57e74a","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.188423782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b2579ae4-7245-4daf-8bcd-19ce426c35ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.188647106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"265b537d-17e8-4f7f-b21e-e4875b05f162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.188423773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"be1234a2-8ac4-4b07-8595-dab5a540be00","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.189619272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"829ccce2-cc71-4c62-8ae8-4eee819250ae","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.242496336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b2579ae4-7245-4daf-8bcd-19ce426c35ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.242562395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"be1234a2-8ac4-4b07-8595-dab5a540be00","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.244784479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"265b537d-17e8-4f7f-b21e-e4875b05f162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.590763261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dc8316f4-cd27-4ac4-84e2-3e89939247d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.590908837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"ae07ddb5-96a2-479e-bfe4-403c8533279e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.590760427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6a3d38d7-69f9-4cc0-835a-e57a76e48b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.644973041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"ae07ddb5-96a2-479e-bfe4-403c8533279e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.645042151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dc8316f4-cd27-4ac4-84e2-3e89939247d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:39:58.647180813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6a3d38d7-69f9-4cc0-835a-e57a76e48b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:01.08482706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub2","reconcileID":"090a5372-3a89-451e-a8d1-bbdf495d979e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:01.252426029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"b9b0bae1-4291-4145-bae3-8d5e2d900538","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.20811257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub1","reconcileID":"3bc93545-f0be-457c-8d81-2918cbfa33d2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.236552651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"c46205fa-b779-4189-937b-9476584f55ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.237510568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"e226435d-b3b0-4190-8bfd-7b4834a7edf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.269738838Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub1","reconcileID":"3bc93545-f0be-457c-8d81-2918cbfa33d2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.342067591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"e226435d-b3b0-4190-8bfd-7b4834a7edf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.343868907Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub1","reconcileID":"3bc93545-f0be-457c-8d81-2918cbfa33d2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.345913911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"c46205fa-b779-4189-937b-9476584f55ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.4596099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"120374cd-c283-4d35-9f55-e728226924f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.459563979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9d61db29-7aa7-414c-b60f-ebe8a5ca2e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.461670961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5d494550-fbec-441e-afd8-f4f461d2aca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.516748491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5d494550-fbec-441e-afd8-f4f461d2aca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.51697311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9d61db29-7aa7-414c-b60f-ebe8a5ca2e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.520594595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"120374cd-c283-4d35-9f55-e728226924f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.625729922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.62658835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"64f17892-520e-48ff-8f5a-dba79a9e3e34","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.79318014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"cdc36f45-152a-495a-b79b-f51fec727b6b","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.805526454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"38c876a4-cb79-4e23-875a-97287e30de93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.858188157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"38c876a4-cb79-4e23-875a-97287e30de93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.947440244Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub2","reconcileID":"8b66fe89-10e0-45d4-867c-2389475e0dc6","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-492cbe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.953567829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"96f72014-9acf-4988-a9df-59daec3557bc","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:02.954069641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"0aa59d69-7f4b-41fa-8b52-5858681220e4","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.011541651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"28b286af-2368-44c4-97b8-5ff7593cede5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.011830675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"69459cfa-a7c7-4179-bc7f-2bb07bb098b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.012178319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8be4c9b0-59c4-431c-b2f0-f642d680a43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.021675533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"4d38c91e-3ff8-4d68-a6d7-5a18953d63a2","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.022165898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"acc6d815-f5eb-415d-9d95-226f05a713eb","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.066309486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"28b286af-2368-44c4-97b8-5ff7593cede5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.066309489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"69459cfa-a7c7-4179-bc7f-2bb07bb098b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.068688284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8be4c9b0-59c4-431c-b2f0-f642d680a43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.100362156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"8b265222-e097-47d0-b7b8-710fade1a014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.15142157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"26f588a1-a156-44e1-ac85-81b45179164e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.152123944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"df284ec1-1229-4dbe-a8dc-1155fad5bcba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.156022951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"8b265222-e097-47d0-b7b8-710fade1a014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.306472582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"2577abaa-e34a-4832-9c6f-9e53230f0ac2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.3598629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"2577abaa-e34a-4832-9c6f-9e53230f0ac2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.508668595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fc661f95-9441-4088-b977-c2f5184ea0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.5094169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"b85bfde1-3cae-476f-9f7c-9bc7ac7aa3f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.510015816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a0e5d06b-81bb-4ef6-af0c-8ba2e3d820fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.51182947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"dbddba50-8f69-44b5-ac47-23126e498c5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.564799119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fc661f95-9441-4088-b977-c2f5184ea0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.564804068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"b85bfde1-3cae-476f-9f7c-9bc7ac7aa3f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.567186861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a0e5d06b-81bb-4ef6-af0c-8ba2e3d820fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.567281708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"dbddba50-8f69-44b5-ac47-23126e498c5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.705865235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d023ab0b-5854-4793-bf2d-891b12d46c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:03.757950242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d023ab0b-5854-4793-bf2d-891b12d46c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:05.915862252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.342572501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-other-sub","reconcileID":"f0e4543f-20bf-4e39-afbe-d047750f2654","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.544794271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-other-sub","reconcileID":"f0e4543f-20bf-4e39-afbe-d047750f2654","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.740828985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"06cc003e-82ec-410d-9201-12a831f629d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.800764212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"69165914-4a1d-40ff-8234-85c24cb1086a","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.801083622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.949215322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"db733b0a-0259-4eda-8cb0-309887b575e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.949215255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"87c950bd-d38c-42fe-9215-c8d95e5d879c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.949830204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"f45af9e1-078a-476a-9246-29044b1cb073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:08.9539603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"c00eda1b-f445-427a-96a2-2a54b4b8ccba","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:09.003293229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"f45af9e1-078a-476a-9246-29044b1cb073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:09.003369114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"db733b0a-0259-4eda-8cb0-309887b575e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:09.005530781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"87c950bd-d38c-42fe-9215-c8d95e5d879c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:09.202198327Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-models-access-denied-auth","reconcileID":"6258ea31-2fa9-4a11-9dce-155cb1323778","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:09.454612003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"7f1107eb-4d0d-4299-8df8-c3ebbfca1a07","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:10.803534359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"1f185887-8fec-47e6-8dcb-4089fe2ee729","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:10.868317208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"28d2eb52-9e0f-4b0d-8495-a388271314fd","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.065692298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"794fb03d-5acb-48de-b3be-db0bb82d8113","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.098153463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"7998a55b-4a20-423c-a466-28e7ed151cfa","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.098385659Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.119960331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"794fb03d-5acb-48de-b3be-db0bb82d8113","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.15334459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"3da23050-76dc-4b2c-acc6-43869cb1c6c8","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:11.205182822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"8044edfd-2f09-4b3a-833f-9d93e6a0d2e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.297038551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"61954f1a-8475-4e02-b608-e074b34c77ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.297028711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2afe8bea-1a2a-4000-b1c3-764514422e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.315086647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"226b9591-98f6-4b9c-8a48-11d4bf46e22b","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.352061951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2afe8bea-1a2a-4000-b1c3-764514422e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.352793083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"61954f1a-8475-4e02-b608-e074b34c77ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.3650799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"ef360b39-c578-47b0-869b-064856ecf78a","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.369023774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"3f9f6c36-9378-467a-9fff-43697d839f69","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.418217106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"cc7f3837-7f6e-4592-965d-239e2a752fb8","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.428533351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"35033815-f8c2-4002-801b-3df88ab5ff57","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.59359999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"6a8148ed-5df4-4bbe-9ff5-18d6e1ca3600","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"distinct-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.648470599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.649597922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"998eca8c-5ed0-4217-b412-7fb94d46465d","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.69248738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"eff1b721-afd3-40a8-921a-ba5b9ddbcdd3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.693365331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"027645f6-bd08-4913-953c-07c0dcff6419","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.720832915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"4f2d0687-41bc-4a1c-9261-2b2449376c2e","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.749644558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"eff1b721-afd3-40a8-921a-ba5b9ddbcdd3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.752906604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"027645f6-bd08-4913-953c-07c0dcff6419","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:11.760617972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"6a8148ed-5df4-4bbe-9ff5-18d6e1ca3600","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.763221048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"1eb7176b-d795-4ae1-b408-6cbf7eb25bc8","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.787498245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3503bbb6-e570-43a7-93a1-d03fb5e05e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:11.792385883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub2","reconcileID":"086963fb-9db9-4c75-97dd-154ce3e6e3c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.793193973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"706a445d-bf39-48a6-811c-15409aa1d41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.842903862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"3503bbb6-e570-43a7-93a1-d03fb5e05e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.858509686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"706a445d-bf39-48a6-811c-15409aa1d41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:11.964293846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"ce50ae96-ef68-4512-b260-4973dd2108a8","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.027775876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"8acf0afc-de5e-4e28-a337-a447697aa514","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.03251776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"d6b79be3-8c9f-4fee-abd0-6d4b03a87428","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.224878774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"2f26084e-fdb3-494c-b7ba-1889d45b2847","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.294431868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"8fbf6715-41a3-400c-ab54-cb0d2475ae30","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.350775755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"568395c4-e2e1-4a8d-b6ba-ea7ecbff21d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.352094201Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub2","reconcileID":"b24922ca-02cb-4181-91b3-fe20a096d609","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","model":"distinct-2-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.413719512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"568395c4-e2e1-4a8d-b6ba-ea7ecbff21d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.504005789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6014151d-45d9-47a2-be92-e634ebba74f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.504281913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0c7aa0f7-dba0-4ceb-8e6e-27e453967680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.528234601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"0cb157e5-67e3-4dc2-9aad-6c95b94b1903","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.552902511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"33749b9e-d8b6-4270-9135-04b90f147c62","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.557797028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6014151d-45d9-47a2-be92-e634ebba74f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.560959721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0c7aa0f7-dba0-4ceb-8e6e-27e453967680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.605823015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"33749b9e-d8b6-4270-9135-04b90f147c62","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.726204783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub2","reconcileID":"eec5ef19-e120-4f69-a793-665b47df3fb4","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:12.99684966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub2","reconcileID":"50250826-9a57-4164-9d44-2265239de497","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.048122644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub2","reconcileID":"50250826-9a57-4164-9d44-2265239de497","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.097189187Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-sub2","reconcileID":"50250826-9a57-4164-9d44-2265239de497","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.264038262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"f5475b13-434b-46b4-b399-50a09e21d456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.264038889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"00a821fd-04c5-405a-926d-7a6e97fb246c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.319029097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"00a821fd-04c5-405a-926d-7a6e97fb246c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.319061358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"f5475b13-434b-46b4-b399-50a09e21d456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.355840048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"f3922fee-141b-4635-bd4d-90560d3823d6","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.356056748Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.412765683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"eadc2272-67e1-4e1a-8164-4b125ee1b91c","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.460295346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"8b9a5f55-f4d1-4d4e-8b94-e70314247f3b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.460337552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"de7de05c-88ed-4c83-a9b6-d605d510f5d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.460714166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"31afdd66-7bef-4bac-a593-aef9ba2bbb98","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.502469954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"39128692-f00a-414e-8d68-65b2f4cf6f33","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.513182557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"8b9a5f55-f4d1-4d4e-8b94-e70314247f3b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.513313498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"31afdd66-7bef-4bac-a593-aef9ba2bbb98","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.515354243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"de7de05c-88ed-4c83-a9b6-d605d510f5d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.709250912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8977bb3c-e130-426a-a70e-68ad7f5f481a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.716351954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth1","reconcileID":"1d279038-8093-431a-b49e-0cb9b18450df","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.76232372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8977bb3c-e130-426a-a70e-68ad7f5f481a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.8688513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"d9199a19-af43-46ed-8a58-f8ada2b579a8","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.909838476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"e111a740-7f61-4249-adc6-84eb4c2c749e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.909850002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"b5ff3d70-fd9c-490a-8943-c3859154da51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.965295403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"e111a740-7f61-4249-adc6-84eb4c2c749e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:13.965284433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"b5ff3d70-fd9c-490a-8943-c3859154da51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:14.021748762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"d5745655-2959-436d-9a95-575b0d115e26","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:14.114426964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-ignore-header-auth2","reconcileID":"755dfd71-17bb-4396-bed3-77975f6e2d0f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:14.271111628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"667c3e35-0a05-44a3-a183-83e70e9e2a6e","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:15.601008481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"638ee561-c0fa-4f9a-b60d-dfb58ceaec4f","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:15.65446696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"d3ac80ac-0012-437e-98d1-89bef12a7230","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:15.848990922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a38fd6c-183d-4fce-90bd-d11a737f6cff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:15.872316376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"f03970bf-5781-4ca5-8f82-d1b0d76a43d3","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:15.872485497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-4dd22b/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:15.901558307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a38fd6c-183d-4fce-90bd-d11a737f6cff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:15.930286596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"833f033e-4170-493c-abcd-da463ffe906f","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:15.977678493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"265cdea8-9dc4-4416-9a2b-3d61ab77be25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.067626929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a8cefa23-49b5-450c-b596-a34b34637350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.067759299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"84921b19-2dd4-4d1e-8d21-167eaa5ecd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.081501133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"c568f991-131e-4a77-9e42-a317d8442e12","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.121575217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a8cefa23-49b5-450c-b596-a34b34637350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.121585599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"84921b19-2dd4-4d1e-8d21-167eaa5ecd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.131430439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"a9210cb1-3c10-43af-9210-3ba758b32847","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.135767423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"9f245b2b-034b-4483-bf8e-d9f849f7ed24","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.18564362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"d71ac937-193e-42e9-9b8d-115549408fc7","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.217476327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"1ca6b5b6-a413-47ad-b450-692d9d8681a0","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.272440189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"cd43aec1-0550-462e-b679-93d6f88c54fa","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.340089558Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"74c54146-f920-41f6-928d-fac73cf826bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","model":"distinct-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.427087358Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"a4e94e97-17a4-48ad-9208-283e5a11f129","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-163d9e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.432678297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-fbf85f priority=0:[ai-tenant-e2e-worker-w4-fbf85f/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-fbf85f/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.432795321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"45cc32ac-4af4-4ad8-98c2-7e03523b17e4","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.449155922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fd83c712-f087-40f8-8fcc-900c6b7eefb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.489138622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"80b0b172-983e-438e-8737-c308bc978024","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.499043419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"b482aa15-332c-4550-ad61-09f031e69832","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.502144051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fd83c712-f087-40f8-8fcc-900c6b7eefb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.538352236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ca87a946-7599-4d44-b77e-e70699b5c5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.53856944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5852fa18-371b-41a3-b345-cf8d90edf25d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.539211181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"823a8884-6733-47fb-8580-62eb7d72f93f","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:16.542298388Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.593705336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ca87a946-7599-4d44-b77e-e70699b5c5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.593742504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5852fa18-371b-41a3-b345-cf8d90edf25d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.594434002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"0acf5c94-a748-45c4-80c5-f947dc63bc03","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.596696938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"247e8876-1fd3-4488-841c-ced740e4e9f9","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.635363815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"093ffd7e-a220-424e-94f5-7b1ff0df166c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.635377685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9131797f-f903-44d1-96bb-853899aeed78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.689173134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"093ffd7e-a220-424e-94f5-7b1ff0df166c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.689328533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9131797f-f903-44d1-96bb-853899aeed78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.694510442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ab3777d0-702f-4e69-9204-528a9d77984a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.751179205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"b0cf10c9-3a3b-4296-98f7-927333d91117","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.794344408Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f70755c8-aa9e-4c56-a020-89224892af68","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","model":"distinct-2-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:16.978996515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"6770d980-04a1-4d1e-a595-44e4de8419cd","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.017291884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"47071143-268a-4148-8f4c-890234aa9401","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.017320145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0783788b-8f11-4394-aee4-7cdb30a848f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.070864239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"47071143-268a-4148-8f4c-890234aa9401","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.070868076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0783788b-8f11-4394-aee4-7cdb30a848f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.115708253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f2f2abee-766c-4083-bf83-0ea2dbec1493","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.163910672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"db2fe2ba-d626-4f54-aa01-b14fc8ed545a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.163910636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"19c0c040-344a-42ed-a53c-70e61f81e7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.169758347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f2f2abee-766c-4083-bf83-0ea2dbec1493","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.175681819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1e4c5f69-9726-4466-abb0-020ab1a04809","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.217462294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"db2fe2ba-d626-4f54-aa01-b14fc8ed545a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.217850567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"19c0c040-344a-42ed-a53c-70e61f81e7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.334316021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"d1b76b9b-6057-458f-acf3-b74002547ba1","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:17.416679751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f2f2abee-766c-4083-bf83-0ea2dbec1493","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.510756234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7dc4c09c-5f82-4aed-86a1-e4a301ad4072","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.510757604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"27c3c71c-fef7-4d9e-8d24-55f366890c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.564646541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"27c3c71c-fef7-4d9e-8d24-55f366890c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.565316088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7dc4c09c-5f82-4aed-86a1-e4a301ad4072","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.609915653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"b4abf6d0-6036-4fb3-9852-963a08b76ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.663267921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"b4abf6d0-6036-4fb3-9852-963a08b76ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.710534304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fdf35b56-f624-43a7-8c3c-315467684374","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:17.764229421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fdf35b56-f624-43a7-8c3c-315467684374","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.256616565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"f3b1a25f-9bf8-4d78-ad35-74b0c5f42077","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.408288384Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"37f17c20-db27-4554-9b5d-1360b7b051e6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f51bf704","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.500860614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61f4a4c7-4100-425b-accd-6d7e47effbf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.501103928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"69bdfa59-1693-479c-8e17-3ff3904d6ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.500866302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b2fd018d-67d8-404c-95f3-40cf5381d841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.501706951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7f94d5ee-5137-4f1b-8d55-fe8ae63d7915","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.554434664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"69bdfa59-1693-479c-8e17-3ff3904d6ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.554463588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61f4a4c7-4100-425b-accd-6d7e47effbf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.557146162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b2fd018d-67d8-404c-95f3-40cf5381d841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.558031544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7f94d5ee-5137-4f1b-8d55-fe8ae63d7915","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.998675097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c689867e-2782-44e6-b1c9-802e7e7eebd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.998906434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6b1e7f8-95b2-4dbd-b8d0-fccc6e4837ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.999271602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e520a8f2-0d79-4870-b557-f703ec7ce41f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:18.99867181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9d02f0f9-b2d0-415e-a8f3-389131864be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:19.05251735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c689867e-2782-44e6-b1c9-802e7e7eebd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:19.052611821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6b1e7f8-95b2-4dbd-b8d0-fccc6e4837ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:19.05529375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"9d02f0f9-b2d0-415e-a8f3-389131864be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:19.055397213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e520a8f2-0d79-4870-b557-f703ec7ce41f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:20.737005723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-2-w3-b6af18","reconcileID":"d859bb6d-d506-4799-9e3e-5238c897c9b2","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-2-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-2-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:22.106753634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"06a0b2d0-6153-4d23-9f33-86f8e66c9a80","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:22.901305454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"45fe456d-8e4f-4665-9e3b-42cf44658146","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:22.957084391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"22735cf1-5b8d-4de1-af49-998de4c9340d","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.102988766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"35c5170e-ba40-4c2c-90d8-3063110b0810","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.161857086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"35c5170e-ba40-4c2c-90d8-3063110b0810","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.185683793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"ca9c9218-b22e-462e-9b40-55f2e4a54100","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.186294409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.243886708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"bff8ca5d-aa4f-4149-948e-cf473a835f13","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.295611174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"ec24beef-6b87-446b-928d-f05653eaf9a1","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:23.296520747Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b6af18/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.335421391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4f5b5deb-a00c-468b-81ec-01b756aefb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.340425621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2881c1a2-e1d1-4a4d-8db8-3d264ace1757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.346863313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"94c19867-f0fb-4ccb-a770-4c2da561ed2d","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.39181892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4f5b5deb-a00c-468b-81ec-01b756aefb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.395812906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2881c1a2-e1d1-4a4d-8db8-3d264ace1757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.465582809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"7ad60aaa-a064-402c-82a9-c92999f39962","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.607381693Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub","reconcileID":"79bae879-5ff2-433a-9fb3-d7c76d7a675b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.616774517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ab6caedc-7f4c-491d-b73a-57e131bd99ab","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.678305857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ab6caedc-7f4c-491d-b73a-57e131bd99ab","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.765976357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"9253331e-79a0-4c0e-b564-439ac66d481f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.766491394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"56782387-9470-4bcf-b38c-45d66900196f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.772747355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"fb1439c8-38c8-4051-85cd-da763f92d2f2","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.810600358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"0510ebbd-d533-48ba-9ed9-5b21f933009e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.822899693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"9253331e-79a0-4c0e-b564-439ac66d481f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.824556178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"56782387-9470-4bcf-b38c-45d66900196f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:23.984894081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub","reconcileID":"8633b1eb-ac1a-41ea-ba0d-bb2830150395","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:23.990151501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ab6caedc-7f4c-491d-b73a-57e131bd99ab","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:24.150906568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6e447f73-799a-4107-bad8-85aba48a66c3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:24.215359243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6e447f73-799a-4107-bad8-85aba48a66c3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.093341655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"a3a6894d-851b-430f-af5b-2d25ec8f75d1","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.288472301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"95cdc701-75aa-477a-ad02-6978eea74094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.289237397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c28c7566-758b-4083-866c-1d65a78619cf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.2898183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"bf543ecf-ea14-463c-a7a7-17f16470b70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.346288121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c28c7566-758b-4083-866c-1d65a78619cf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.346473588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"bf543ecf-ea14-463c-a7a7-17f16470b70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.348741814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"95cdc701-75aa-477a-ad02-6978eea74094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.479261007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"cf9555ed-6365-4a53-9c43-c65ed8f7eeb1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.531447317Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"cf9555ed-6365-4a53-9c43-c65ed8f7eeb1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.586463464Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub1","reconcileID":"cf9555ed-6365-4a53-9c43-c65ed8f7eeb1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.864520697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"39853353-02e4-4feb-a7a2-134e2f4884a7","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:26.864572253Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.01588431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"8ba43577-b550-45b7-b63f-9685deba4d6d","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.115671312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"e85414bd-655a-487d-8e66-eb38a673fbdc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.116370019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"60720066-79f3-49fa-b3e8-3849ea669d81","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.123278337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0031d24d-b968-48f3-8057-a134e87a4793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.123356917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"dd9b3529-47ae-4f2e-829f-8a265f73d98e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.171359581Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub2","reconcileID":"3560601d-7d84-4818-b47a-20e01ef47667","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9677d32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.188148893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"e85414bd-655a-487d-8e66-eb38a673fbdc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.206848454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"60720066-79f3-49fa-b3e8-3849ea669d81","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.209625212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0031d24d-b968-48f3-8057-a134e87a4793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.218740949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"dd9b3529-47ae-4f2e-829f-8a265f73d98e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.622578781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"87fec238-9333-46c1-83b4-773be08369a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.622579316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"e95da309-ea51-472d-a5f4-5e88fd49f434","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.627307357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"ac8429a0-596a-46e7-a064-ab97496a8363","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.62740517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"9dc412d6-2bda-46c9-b19e-03f9083fc2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.679543588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"87fec238-9333-46c1-83b4-773be08369a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.683403257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"e95da309-ea51-472d-a5f4-5e88fd49f434","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.685752784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"ac8429a0-596a-46e7-a064-ab97496a8363","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:27.692293337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"9dc412d6-2bda-46c9-b19e-03f9083fc2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:28.460965067Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"924794e5-ea53-42b7-90d9-268fb9b872f4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:28.514676114Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"924794e5-ea53-42b7-90d9-268fb9b872f4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:28.567842473Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"924794e5-ea53-42b7-90d9-268fb9b872f4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:28.858432585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"b7bc32f8-ecdb-4bf2-9431-b03b01b0b359","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:28.860067031Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:28.99431275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"214f5994-813f-453e-bae1-c0b47d3a9806","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.127277805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f440bf0b-f1d5-4a2a-8904-e49262d2ffcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.136393049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1127a79a-8ccc-4788-91c5-bee7e704a087","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.177585285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6760bee0-6152-4446-9e67-1a0bd2b9a8ce","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ba2282e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.194791944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f440bf0b-f1d5-4a2a-8904-e49262d2ffcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.211531145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1127a79a-8ccc-4788-91c5-bee7e704a087","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.242651259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"244e8e0a-ed35-41c3-b050-986c0522cddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.264736259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"36538bd3-26ab-4592-b48a-58fa6332b176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.322308643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"244e8e0a-ed35-41c3-b050-986c0522cddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.336002257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"36538bd3-26ab-4592-b48a-58fa6332b176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.707200361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a885e00f-3c1c-4bd2-a9d6-64ee1ad22890","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.71040006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c59cc3d6-f07a-4577-896d-1292efbde104","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.779526527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c59cc3d6-f07a-4577-896d-1292efbde104","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.787250067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a885e00f-3c1c-4bd2-a9d6-64ee1ad22890","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.829264526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"3b620c9a-3fa2-4181-820c-c6ad2ab1f024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.829822629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"bac0b8f5-cfbf-4afa-b3f1-c7a9b4db16e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.88363843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"3b620c9a-3fa2-4181-820c-c6ad2ab1f024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.884543266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"bac0b8f5-cfbf-4afa-b3f1-c7a9b4db16e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.894506231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"8b6b3967-64bb-48e9-acab-95ab9c7edb20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:29.949181547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"8b6b3967-64bb-48e9-acab-95ab9c7edb20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.174993311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"1ec4386f-e814-47c9-84d3-790ea04990cb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.227633466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"1ec4386f-e814-47c9-84d3-790ea04990cb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.2747382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ca763a22-2b8a-4a82-9035-d5af31577cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.328618949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ca763a22-2b8a-4a82-9035-d5af31577cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.37369157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"80fa361b-fbc9-4c90-aea4-f3a2daf2856b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.426179755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"80fa361b-fbc9-4c90-aea4-f3a2daf2856b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.476240856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"7358331e-dd9d-485e-bd5f-a1cb9247f150","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.529378788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"7358331e-dd9d-485e-bd5f-a1cb9247f150","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.618811276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"a4451066-eb13-4be1-8805-a71a12b596d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.671214614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"a4451066-eb13-4be1-8805-a71a12b596d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.770109073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8100ab3b-f242-4715-93e5-afbd4f793ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:30.826018466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8100ab3b-f242-4715-93e5-afbd4f793ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.573531489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"a1b00a3f-4108-4508-867c-d16caee33777","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.57399843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"8fdd57ef-4648-4b21-b2aa-2ed147af0309","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.574297334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"48378b99-48a4-460c-b018-3adac0d6726f","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.650586295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"44ee2ddd-ce3e-4d15-a676-111b85ba1f4a","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.65097853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"50814cb6-6c6e-414c-b2a0-87f143f9e537","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.651166186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"661fdc84-5baa-4c70-a352-f05904d73140","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.720901784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ee861159-6598-4f1d-af7d-7d605cff0400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.721122909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"f96b99f2-c27d-49b5-9990-9407b9e13005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.771059902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"ae9628df-eeda-4977-ac12-da4a445291f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.772536617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"0081777a-806e-42dc-84ea-c531d20b9f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.78396774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ee861159-6598-4f1d-af7d-7d605cff0400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:33.786110219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"f96b99f2-c27d-49b5-9990-9407b9e13005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:34.080441531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"e1f4e278-8e54-4955-a947-9823aeb26264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:34.080441242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"e45aa054-9aec-47bc-bce8-91db161396fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:34.133238642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"e45aa054-9aec-47bc-bce8-91db161396fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:34.134110554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"e1f4e278-8e54-4955-a947-9823aeb26264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:35.915696386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.242071188Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub","reconcileID":"a8e9f07f-7a6c-40a2-9fcc-b10cea471bf5","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.444817472Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub","reconcileID":"a8e9f07f-7a6c-40a2-9fcc-b10cea471bf5","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b6af18/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.64257428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"3c039e80-be4e-468e-9e9e-daf355a55330","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.702796036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"03c12dc7-8b38-49d8-8710-bb5dc705cd79","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.703140523Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.850140138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"82824c69-3290-40cc-9e74-31ef88e586fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.850264756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"18188901-7ee0-4ea6-838b-72fe7a80bed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.850851559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0b68a6d7-ee43-4ec9-9fd6-1d29b098c349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.903750742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"18188901-7ee0-4ea6-838b-72fe7a80bed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.904603942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0b68a6d7-ee43-4ec9-9fd6-1d29b098c349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:36.906505744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"82824c69-3290-40cc-9e74-31ef88e586fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.228509753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub2","reconcileID":"9e918985-9679-46e2-bd3d-dd2d8aaa50e8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.27782964Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub2","reconcileID":"9e918985-9679-46e2-bd3d-dd2d8aaa50e8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.329973994Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-sub2","reconcileID":"9e918985-9679-46e2-bd3d-dd2d8aaa50e8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.596472753Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.599418811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"4db148c0-46fb-46ba-bbd2-95f345298c4e","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.758476242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"c01f2462-28f7-49a9-90b7-3e342e30901c","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.860074579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"f1ae1df5-9fe0-428a-8196-9fd1a3b66fb4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.86030589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"21a2dae6-cf4a-4663-9870-4c2d568c9c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.860777055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"676398a2-4e3e-4102-ae0e-2b4e8a4a7343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.860808811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"c2eb302e-b26a-466d-adfa-0bfcfe221650","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.919569281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"f1ae1df5-9fe0-428a-8196-9fd1a3b66fb4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.923291134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"21a2dae6-cf4a-4663-9870-4c2d568c9c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.923420856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"676398a2-4e3e-4102-ae0e-2b4e8a4a7343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:37.925717124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"c2eb302e-b26a-466d-adfa-0bfcfe221650","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:38.225491761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth1","reconcileID":"2f2291fe-5fb7-4f8c-b393-1dabf1c708f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:38.336384964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"1c2a5eb5-fab9-4c37-86be-391b03682bc1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:38.396768394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"1c2a5eb5-fab9-4c37-86be-391b03682bc1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:38.4863789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"351089e3-a89c-43ea-8c44-be6d0d0fdeaf","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:38.647794554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-multi-keys-auth2","reconcileID":"8e1dd848-1b01-4800-bbdc-5df6d9d45c47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:38.647847104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"2f773bff-3e0d-4eef-af59-0293a3798d97","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:38.832487802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"b826f721-ba29-47a3-9694-e564ce775afd","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.228842433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1cf0fe89-e02e-44f8-8ee6-7fd69097be26","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.282177962Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1cf0fe89-e02e-44f8-8ee6-7fd69097be26","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.331751962Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1cf0fe89-e02e-44f8-8ee6-7fd69097be26","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.60131285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.602500016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"35447c33-b95c-43a0-a89a-789fb2389b75","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.783387213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"5de7cb61-6eb8-4e6e-a9ef-f3f00ced4ad7","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.866995397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"14ba3d7a-a8bd-4820-a7fa-c274b7a58c63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.867017029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"41007658-9fed-4849-b935-070f67662358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.880567104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8adfc2cb-9812-49de-8938-c25d9dae4438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.885586876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a8c18db1-0442-4d97-a761-97822ff14afa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.929425845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"41007658-9fed-4849-b935-070f67662358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.948695034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8adfc2cb-9812-49de-8938-c25d9dae4438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.950109921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"14ba3d7a-a8bd-4820-a7fa-c274b7a58c63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:39.953509972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a8c18db1-0442-4d97-a761-97822ff14afa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.196351438Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b4da7dc-325d-406d-af76-82731538edf2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.251998487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"4c4f995a-0da6-424c-b735-00dc8884a098","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.351836445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"8c735730-07fb-466e-857f-23e3733162fe","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.408174852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"39e7f8ec-4f38-4a8a-a0c1-06b54e30a47d","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.50260094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c8d28fbd-156a-421d-ba0e-15ab9dd3df0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.539844205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"b83abff0-68ba-4576-824d-caec84b03cdd","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.540595323Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.554282362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"12b3ffa3-e948-4a08-8ba6-b91cba3d7158","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.55805846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c8d28fbd-156a-421d-ba0e-15ab9dd3df0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.612356749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"5522b24e-1f0c-404f-9f01-36e147443499","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.61278167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"3d98befc-77d3-4c68-9830-ea50b49f0b1c","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.618600363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"12b3ffa3-e948-4a08-8ba6-b91cba3d7158","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:40.650553787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fa193a96-52e9-475b-b282-eb17bfe485e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.750395098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3abc7995-0b5b-4d6d-bb55-bc83c830a20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.750443398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0b1992ed-a416-49a8-9af8-78e23ff71f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.759938709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"f86e6cec-bec0-4e99-b6d1-2ae1d993c7b4","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.765584099Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"208002e7-1220-4cf2-bc43-7ca45274b514","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/distinct-2-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.784341411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"7f4388da-e8dd-43b6-9d28-87c0768c463a","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.814212028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"b641bf6b-7cce-4c15-ad37-32940d69af97","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.817205313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0b1992ed-a416-49a8-9af8-78e23ff71f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.830511637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3abc7995-0b5b-4d6d-bb55-bc83c830a20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.8448225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"f78cf112-262f-4047-b386-102372a9f317","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:40.927183523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"9a478416-5f92-42ec-a73c-35ac9d948f63","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.028060956Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d2296998-a9e0-4db9-a019-521443e29af6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"distinct-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.028425312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"f117e646-f753-41d0-beab-a3616872b744","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.063091509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"feca5814-dbe5-4563-a550-7ec851dfc141","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.064016007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-4dd22b/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.109560624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a236b60c-c94d-44f2-9f12-f9fcdfe20c3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.146219399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"375436ca-1702-4c10-95a1-023c4179fb7a","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.165569704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a236b60c-c94d-44f2-9f12-f9fcdfe20c3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.188775684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"75c67e86-2e32-4b50-a267-4645b8a4d882","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:41.19858384Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-4dd22b/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.222066226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"65126ade-0ce7-4c92-b246-4a4776d09f23","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.225766277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"cbb195d1-17f4-4335-a6c4-c728f121c11f","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.242959951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"e5ac1aab-831d-41dd-b0c6-35745aae557b","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.292904233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"65126ade-0ce7-4c92-b246-4a4776d09f23","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.342570014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"456e0ce6-6b61-42ff-b0fd-ddaa623d3117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.345703667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"cd173e6d-0c42-4dc9-98ce-ddefa3c82478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.432956066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"cd173e6d-0c42-4dc9-98ce-ddefa3c82478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.442857441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"456e0ce6-6b61-42ff-b0fd-ddaa623d3117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.443818357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"137e0be8-e157-468f-8381-1c0bf2ddde52","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.448183643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"dcd0c304-805a-48e7-becc-18a6bfd15b6c","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.551245022Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"14ca523e-d615-4edf-b969-75bfde73bfff","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","model":"distinct-2-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.737946148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"74dcf334-60b1-4e3d-850f-e19aad840256","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.754990375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cb68d62a-7407-4943-84cb-58074bd01ec7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.757876369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"70ece09a-ddb0-4285-a143-18450351464c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.815451079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cb68d62a-7407-4943-84cb-58074bd01ec7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.828779421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"70ece09a-ddb0-4285-a143-18450351464c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.90782301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7c53d545-e89b-4ff6-baf8-06c9d47ffe68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.947375322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"daf0247c-adb5-4b75-8598-3f3efc055e19","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:41.960574422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7c53d545-e89b-4ff6-baf8-06c9d47ffe68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:42.016564374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ff776df7-19aa-4a1d-9e6f-b2b83e296654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:42.083797235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"ff776df7-19aa-4a1d-9e6f-b2b83e296654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.461879581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37838877-22e9-45e8-8312-814177cfd3d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.461900552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37838877-22e9-45e8-8312-814177cfd3d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.515445654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36a71379-6669-4b6a-bed2-69c3d7f63e07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.515470272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36a71379-6669-4b6a-bed2-69c3d7f63e07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.613657874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"5efbf851-d95e-4406-822a-250646a5ae57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.733714146Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"5efbf851-d95e-4406-822a-250646a5ae57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.752608428Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-4dd22b priority=0:[ai-tenant-e2e-worker-w1-4dd22b/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-4dd22b/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.75263917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d163e5b5-8be1-42d2-9f4f-1f4ab2e1f0ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.752657956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d163e5b5-8be1-42d2-9f4f-1f4ab2e1f0ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.776779781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"2f534b56-bbf6-4a38-b00d-7502c9e86432","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.785542857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"5efbf851-d95e-4406-822a-250646a5ae57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.833573022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"57a9b5ed-b75f-4293-8f9a-696049a69760","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.839841814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18536202-c47d-445b-8683-6081a158681a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.839859558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18536202-c47d-445b-8683-6081a158681a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.859273784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1a6a1be-5dd3-4c84-b50a-335c2016a300","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.85929865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1a6a1be-5dd3-4c84-b50a-335c2016a300","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:43.860187278Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-2d88a254/e2e-shared-int-sub-2d88a254","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-2d88a254\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.912519138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"987f7bbb-6218-4526-9400-e757a4e59457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.912547805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"987f7bbb-6218-4526-9400-e757a4e59457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.931937389Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f0d69263-79b5-4f6f-aaea-5578aedaa4a7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5b32f0af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:43.989649752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"a84c9797-a82e-45b2-b1d3-30f5c71946a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.048375425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5279b9cc-f26d-4674-bb73-771c18e186c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.04839688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a2b0fa5b-1662-41a5-893e-af599a1ad072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.048901757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"8d40df4e-b7d2-492b-b780-07c3a1ce1f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.049027924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31c194de-05eb-4f05-b99c-c5b7cc146954","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.054692439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"a84c9797-a82e-45b2-b1d3-30f5c71946a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.109840694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a2b0fa5b-1662-41a5-893e-af599a1ad072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.113761443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"8d40df4e-b7d2-492b-b780-07c3a1ce1f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.115780605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31c194de-05eb-4f05-b99c-c5b7cc146954","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.109958483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"a84c9797-a82e-45b2-b1d3-30f5c71946a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.116795863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5279b9cc-f26d-4674-bb73-771c18e186c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.184546772Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-sub-2d88a254","reconcileID":"44bdbdb1-f6f2-4aad-8e58-604dc1fce879","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2d88a254/e2e-shared-int-sub-2d88a254","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.383914205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed40ff2-e724-4e72-a5e7-ea2e9472fd3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.38405238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed40ff2-e724-4e72-a5e7-ea2e9472fd3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.422757695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"407d238f-6906-4605-b92f-9e892e1d1fad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.588619122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"914af498-3f32-4567-bd7b-24046864063b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.59261889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-sub-2d88a254","reconcileID":"1318fc9b-79ce-4d87-9c25-f35a6cbcf440","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.641586929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"914af498-3f32-4567-bd7b-24046864063b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.680499381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"443a3ccd-03d2-486b-8ac6-0052e5aad2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.683516553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"571107f3-1fab-4702-8a87-ba3d9f44dcc2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.68417207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"655c8adf-7fdd-4c30-8f9c-decbd4b0168e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.736444592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"443a3ccd-03d2-486b-8ac6-0052e5aad2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.737623994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"655c8adf-7fdd-4c30-8f9c-decbd4b0168e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.740131865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"571107f3-1fab-4702-8a87-ba3d9f44dcc2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.894359138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e24011ad-bd90-4dd5-b295-b8799336f3e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.894384849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e24011ad-bd90-4dd5-b295-b8799336f3e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.954384583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7102c049-ff7e-4140-a67d-afe518cf3846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:44.954416517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7102c049-ff7e-4140-a67d-afe518cf3846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.05634681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"a5258417-7917-4aa4-b852-bac75b63aea6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.114547949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"a5258417-7917-4aa4-b852-bac75b63aea6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.200677945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"a5258417-7917-4aa4-b852-bac75b63aea6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.254460308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c01335a-a575-4ab6-8c53-1af2696006a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.25448219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c01335a-a575-4ab6-8c53-1af2696006a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.257051676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa95594d-4766-45b7-bf11-68bcb4941583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.257068072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa95594d-4766-45b7-bf11-68bcb4941583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.257449882Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.308845776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25e67cfd-a791-4a08-9155-a418b8d48cd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.308868534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25e67cfd-a791-4a08-9155-a418b8d48cd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.355533048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"18dcc540-6036-40db-9357-8ea37583196d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:40:45.363113439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"3c2107ed-5767-4d38-84de-d1ab76e45693","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-2d88a254\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.367003772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"d04a6d25-3d66-4a20-8c97-59030166127a","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.409150216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"18dcc540-6036-40db-9357-8ea37583196d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.425002692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d46aa8d-4225-4a81-8252-79e2b41278df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.42502167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d46aa8d-4225-4a81-8252-79e2b41278df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.460783784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"18dcc540-6036-40db-9357-8ea37583196d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.478580393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43b71dc2-781f-403c-9c25-1e8364965c26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.478611443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43b71dc2-781f-403c-9c25-1e8364965c26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.530244825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9c3b738-277e-4051-97b7-dc27542a8a6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.530267734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9c3b738-277e-4051-97b7-dc27542a8a6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.781420701Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"31fffb09-be45-4bf1-9503-f91a6c01e35d","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-2d88a254/e2e-shared-int-sub-2d88a254","ai-tenant-e2e-mt-bbfac9c0/e2e-shared-int-sub-2d88a254","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.939020155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93403a26-210f-4f3e-a828-2e2c6bdb53fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.939039711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93403a26-210f-4f3e-a828-2e2c6bdb53fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.979041925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-sub-2d88a254","reconcileID":"326d5d79-8771-4d57-ab8b-735873199d21","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:45.979111887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ec7b9a2-41f0-47fa-836c-21e3edc17026","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:46.135271974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"1eea786a-aa05-4cdf-ba2c-0fd48cf939e7","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.016842691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"05238292-9ea8-4cc9-96b5-94211866d36d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.017010335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbfd0096-ad11-422f-a484-d37c2c4262f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.017040162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbfd0096-ad11-422f-a484-d37c2c4262f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.114553213Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-policy-2d88a254","reconcileID":"05238292-9ea8-4cc9-96b5-94211866d36d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"policyNamespace":"ai-tenant-e2e-mt-2d88a254","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.167120687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aada2de-39fe-4fda-a152-94dde00ff0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.167140758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aada2de-39fe-4fda-a152-94dde00ff0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.313498859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5561553c-01d1-4df1-a6e9-0605be58078c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:51.313525889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5561553c-01d1-4df1-a6e9-0605be58078c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:53.993328687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"26878f10-932f-4354-9094-29085fef0dff","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:54.054582585Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"26878f10-932f-4354-9094-29085fef0dff","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:54.113427243Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"26878f10-932f-4354-9094-29085fef0dff","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:54.495519364Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:54.496711778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"12ea88ca-8bf5-459d-939b-1c48650188f4","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:54.674950541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"e59747f8-8f23-4128-9362-7d81deeb8c73","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.019972432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7a363deb-4463-4d14-bedf-8727e765bf71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.021081404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07cc44e3-a0fb-4365-b45b-f3cde5f8cb1e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.022088123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"628798a3-4246-464a-8ab1-3469bc5e70a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.023037192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"75a703d4-f0c2-450d-b3c8-91036bb6da95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.166950374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"628798a3-4246-464a-8ab1-3469bc5e70a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.217541694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"75a703d4-f0c2-450d-b3c8-91036bb6da95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.251073291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07cc44e3-a0fb-4365-b45b-f3cde5f8cb1e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.299275419Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"379de088-ab67-47fa-82a2-b1f036dbd542","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3e1dcb01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.427038221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7a363deb-4463-4d14-bedf-8727e765bf71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.752819449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"26cbb92b-940d-4a08-a0ff-f3731db19cbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.907732762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"26cbb92b-940d-4a08-a0ff-f3731db19cbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:55.986089857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"26cbb92b-940d-4a08-a0ff-f3731db19cbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.066334509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5666556e-7ffe-4459-b6c3-836b85d5c4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.133121652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"319d0bff-b631-42d2-ad33-3685eec94fba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.166119892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5666556e-7ffe-4459-b6c3-836b85d5c4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.259448543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c878822a-bf87-47d8-84a5-7a9e51d0197f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.25958827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4cfec54-c5b9-4767-9c3f-d49924120116","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.264138163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"319d0bff-b631-42d2-ad33-3685eec94fba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.347269498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4cfec54-c5b9-4767-9c3f-d49924120116","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:56.383430418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c878822a-bf87-47d8-84a5-7a9e51d0197f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.017896344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"1127d1da-ff34-4bdc-a7f0-7aef3fc203a3","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.217136535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"564ffb3b-a097-46db-90c3-9185c503158c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.220175218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a79ca28a-8431-4ae0-bff6-14d2a9c8055b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.220179511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"764aa2a2-4fab-405e-8678-506f4e303b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.273119469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"764aa2a2-4fab-405e-8678-506f4e303b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.273129506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"a79ca28a-8431-4ae0-bff6-14d2a9c8055b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.375913183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c6cce717-83ff-4e23-9be4-119c58a5429e","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:40:59.577016986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"8f523db6-dd5b-4447-87ea-35142b273c15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:01.467237204Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-sub-2d88a254","reconcileID":"2f48523a-6be0-45ee-a044-453a0e56eca1","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e609e310","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:01.931232885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5d736878-6e93-41b3-a5a3-911be02a937f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:01.931232958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"43efcc30-3c5e-4dd2-bb70-dad04f4352e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:01.985525888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5d736878-6e93-41b3-a5a3-911be02a937f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:01.985525885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"43efcc30-3c5e-4dd2-bb70-dad04f4352e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.26856274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"0e071da9-6240-4880-a86d-2769595ab659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.268562292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"bab95940-9b49-4839-b6ff-1fb8a55ae027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.324939559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"0e071da9-6240-4880-a86d-2769595ab659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.325032914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"bab95940-9b49-4839-b6ff-1fb8a55ae027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.37148751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7cac83ae-9457-4df7-8c6e-0eea7421121b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.371493275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7db4a048-0f77-4073-b47b-0f2c2ba1021d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.424211891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7db4a048-0f77-4073-b47b-0f2c2ba1021d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:02.424301181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7cac83ae-9457-4df7-8c6e-0eea7421121b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.349409507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6f067fc6-1614-420e-8c17-99f5b054526f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.398605823Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6f067fc6-1614-420e-8c17-99f5b054526f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.44776656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6f067fc6-1614-420e-8c17-99f5b054526f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.547328418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f7de4730-3227-4582-afdd-c7f066715b9d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.547713948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"a466db32-54ba-40fd-851a-f664e2e4dee4","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.727338573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"0a98cfb4-1fb6-4517-9ed0-dcc634bdf2e2","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.727718045Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.781502945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"8904f65c-2578-4efc-9223-2accd8d9d30a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.893745065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"21dcd8b4-77eb-4e9e-b537-6c6671c8c782","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.914274803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.971128221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"921c47df-73cb-460f-bdff-3df39e07ef40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.971361088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f2caa0e5-b157-405a-9d4b-8cf6259001ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.971131415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e2bf77ed-1154-4270-be17-595e02cca914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:05.971800539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6a285ccd-c72e-4a78-b5ec-05da5a69a440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.02624645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f2caa0e5-b157-405a-9d4b-8cf6259001ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.026244735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e2bf77ed-1154-4270-be17-595e02cca914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.029714546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"921c47df-73cb-460f-bdff-3df39e07ef40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.029828497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6a285ccd-c72e-4a78-b5ec-05da5a69a440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.087430064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"4b42803b-b4eb-4345-905b-58b248a66929","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.141254215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"4b42803b-b4eb-4345-905b-58b248a66929","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.195121121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4ffd4b210790d0275ca0c719d1d523584627846ad1e1adb004ca55706df81508) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d617378dbd517fc12e681222d8462868ac8c347a36ae689bfbece409a57236a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e0fd0359f5145398c9368396fa56b6ea5070387bbba4cee7f842dbb83daf4e71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (428ef6a82a5d525f557b23beec32179f8e7832a141b6f406388d3dbcbe4308d9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e860d6247e4df9e5d4f280a6447122f332772c8787be15fff26cf6e490e7c23c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a2e7c3092fb36139034b29ed4ed36ac30d9fc7fc0b4557d90e348a068efa25ee) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (9d65904b7386c1b87f0adf6c711aeb7311d8434ad689084d469eb0ccef53b4a2) AuthConfig (186f9f44253b171e379b0d71aab365bac4e05e871b9f4f96fa50582410d4d81e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98c55c622db8a2ae29a43baf1f4198a296d9a135d12dd50aa521daa54738f58f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f0f88632e1a06e614c8140033966b1940b00e90c7c1f7837e5727f89faf3f4bc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"4b42803b-b4eb-4345-905b-58b248a66929","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.224182708Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"99dd70df-10db-4a92-a949-20f82e743bb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.25048288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15f81aa9-7455-4d04-b905-a794915bde78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.250508608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15f81aa9-7455-4d04-b905-a794915bde78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.419947244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"03917b7a-d20f-4cc4-860b-22bbc6bff008","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.473695829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"03917b7a-d20f-4cc4-860b-22bbc6bff008","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.478412438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"1c281cb0-3e0b-4b01-b9cf-0f1690b36ffd","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.635256966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"92383f52-9008-4b2e-b899-23b0086a66f0","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.672512029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9db308a4-a14a-4ce8-b074-96c2547b0446","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-2-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:06.926421553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"a84e7919-e7cc-4b13-a082-2a8719ae1e11","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.485073344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9731f6f-caea-4b6b-9276-6d1d7ab6dc34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.485100256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9731f6f-caea-4b6b-9276-6d1d7ab6dc34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.539320464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64789889-ce75-4bb2-b731-e617e7f75873","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.539344425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64789889-ce75-4bb2-b731-e617e7f75873","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.768002082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-c82bba models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.768041091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08af8f9c-5935-4523-a046-5122b65973c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.76805464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08af8f9c-5935-4523-a046-5122b65973c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.785395624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c9bb287a-811d-46f0-a81a-d30d7b2fd65f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.876145287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"8fb639ae-ef5c-4586-b430-e0fad69ffb9c","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.876173156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"8fb639ae-ef5c-4586-b430-e0fad69ffb9c","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.902267463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c9bb287a-811d-46f0-a81a-d30d7b2fd65f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.925990048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ffb68c-9fe2-4168-9abf-05f2f9244f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.926010029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ffb68c-9fe2-4168-9abf-05f2f9244f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:08.930746608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-c82bba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-c82bba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.95438353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c9bb287a-811d-46f0-a81a-d30d7b2fd65f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.975299375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"1df26c8c-9ca4-4581-a876-117d679f885f","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:08.975322632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"1df26c8c-9ca4-4581-a876-117d679f885f","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.011168085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"433bc48b-efd6-48fd-8049-304809eae571","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.01167979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9b7bf9-2699-49d9-a9a9-520a59949b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.011959797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"165ed7f3-3179-4c7f-aabb-aef2181d8472","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.012143398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fb2655-d3f0-4586-9146-9f17f6a0ca9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.024818617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa81017-b447-46c1-bf73-522390f07f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.024832732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa81017-b447-46c1-bf73-522390f07f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.064946386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"433bc48b-efd6-48fd-8049-304809eae571","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.065456366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fb2655-d3f0-4586-9146-9f17f6a0ca9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.067298726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9b7bf9-2699-49d9-a9a9-520a59949b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.067738392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"165ed7f3-3179-4c7f-aabb-aef2181d8472","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.178878551Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c82bba","reconcileID":"34f95ede-71c0-4616-8471-7867d63f3db1","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-bbfac9c0/e2e-shared-int-sub-2d88a254","models-as-a-service/e2e-default-int-sub-c82bba","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.251306592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"70cb1c10-8197-499b-9ede-b8244ce7837f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.304160994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"70cb1c10-8197-499b-9ede-b8244ce7837f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.334219132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b3ce1c-3f7e-4420-8094-d63ab614f248","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.334239341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b3ce1c-3f7e-4420-8094-d63ab614f248","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.355899176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"70cb1c10-8197-499b-9ede-b8244ce7837f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.375411989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"0c29ec03-47bf-428d-93a0-3773cda56cb5","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.375789846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40026043-f5e7-4ae8-900f-ac8023af1907","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.376757701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"cc38685c-89fb-4d14-9587-f16e0c145ae3","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:09.531469385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c82bba","reconcileID":"fe707d10-7c87-4487-8935-5042bb5b69c3","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.517148514Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-sub-2d88a254","reconcileID":"d1d469de-f666-44a9-ac75-e7af0ffbd5a7","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-2d88a254","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.664055533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"namespace":"ai-tenant-e2e-mt-2d88a254","name":"e2e-shared-int-sub-2d88a254","reconcileID":"d1d469de-f666-44a9-ac75-e7af0ffbd5a7","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-2d88a254"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.680267947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bd4604-e558-484f-982a-dcc7ccf3dea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.729213922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bd4604-e558-484f-982a-dcc7ccf3dea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.778343152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bd4604-e558-484f-982a-dcc7ccf3dea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.827393617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bd4604-e558-484f-982a-dcc7ccf3dea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.934076592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69f8da35-eb78-4f33-8082-634580d95c6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.93409639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69f8da35-eb78-4f33-8082-634580d95c6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.934134785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-c82bba models-as-a-service/e2e-rt-eq-65adb3-sub models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.989380148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2884c23b-05b7-47ea-87d6-6337449ee3d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:11.989402764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2884c23b-05b7-47ea-87d6-6337449ee3d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:12.236619892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aecd2961","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aecd2961","reconcileID":"e4914783-ae20-4d95-8ba5-c1204df64e01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-aecd2961","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-aecd2961":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:13.676249439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87176d03-7e85-4498-8808-b33feada8aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:13.725514951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87176d03-7e85-4498-8808-b33feada8aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:13.774720902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87176d03-7e85-4498-8808-b33feada8aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:13.823871819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87176d03-7e85-4498-8808-b33feada8aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.28460611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"2cf1918d-9cf0-4f1c-9d4a-546cafc29ff8","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.284633087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"2cf1918d-9cf0-4f1c-9d4a-546cafc29ff8","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.437394842Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-sub","reconcileID":"edbee3f2-81bb-4a41-9a0a-f124cf0c34ff","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb85fb94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.481423757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"75d70bdc-4656-4050-8e93-ca077a738a06","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.487684958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bde0505-3711-403d-a468-efedc194e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.48816631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68060912-ba29-4933-88f4-578c7e78e470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.488389241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"9343254e-00f7-42af-becd-eea73c382db9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.488611738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"7651c216-838a-4672-8e53-27847680f651","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.558549242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"75d70bdc-4656-4050-8e93-ca077a738a06","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.562375326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bde0505-3711-403d-a468-efedc194e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.566234657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"7651c216-838a-4672-8e53-27847680f651","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.570341377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"9343254e-00f7-42af-becd-eea73c382db9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.573785272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68060912-ba29-4933-88f4-578c7e78e470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.614371841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"75d70bdc-4656-4050-8e93-ca077a738a06","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.70649983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf1e4fa-36dd-4e39-9081-1df6b7347195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.755790163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf1e4fa-36dd-4e39-9081-1df6b7347195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.805066737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf1e4fa-36dd-4e39-9081-1df6b7347195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.85443516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf1e4fa-36dd-4e39-9081-1df6b7347195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:15.994685317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"f8b13dcd-15d3-4799-a915-9a900ca6ac48","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.064743136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"f8b13dcd-15d3-4799-a915-9a900ca6ac48","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.152099712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"326ec877-cfcc-4b2e-9c95-609177373f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.156454073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"f8b13dcd-15d3-4799-a915-9a900ca6ac48","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.215089999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ecf95e9-4584-4e5b-8583-f255d832a08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.21734546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"326ec877-cfcc-4b2e-9c95-609177373f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.269509711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ecf95e9-4584-4e5b-8583-f255d832a08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.312998729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"5ec55826-e9f4-4675-a3f9-1a6156024931","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.349586301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"2413981f-102d-4603-9fb5-04e712d949ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.362140805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"a9f4292a-501b-4a92-be15-68b072d09f94","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.366728463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"5ec55826-e9f4-4675-a3f9-1a6156024931","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.415807259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"a9f4292a-501b-4a92-be15-68b072d09f94","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.46781714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"2413981f-102d-4603-9fb5-04e712d949ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.519105735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"2413981f-102d-4603-9fb5-04e712d949ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.5726467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb6a835d-5113-4d8e-9b79-4d7c59651697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:16.572667908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb6a835d-5113-4d8e-9b79-4d7c59651697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:19.377790605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"25163098-eb43-4954-89bd-e32174b66f88","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:25.398361153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-2-w0-77f3fc","reconcileID":"601b036a-bbcb-4c77-9395-5bd9dfaf3383","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-2-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-2-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:25.488417763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-sub","reconcileID":"1388023b-4ca1-44dc-991c-ac5e1eed9fa2","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-65adb3","subscription":"e2e-rt-eq-65adb3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:25.589522496Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-sub","reconcileID":"1388023b-4ca1-44dc-991c-ac5e1eed9fa2","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:25.639005208Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-sub","reconcileID":"1388023b-4ca1-44dc-991c-ac5e1eed9fa2","MaaSSubscription":{"name":"e2e-rt-eq-65adb3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-65adb3","namespace":"llm","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:25.91717275Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-c82bba models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:25.966227025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"44fb360e-0b86-4a3b-9b48-f2442921ef90","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:25.966253241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"44fb360e-0b86-4a3b-9b48-f2442921ef90","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.080428402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8e3dbca-b45f-4bf3-b4b1-d67c10af4aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.080535384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8e3dbca-b45f-4bf3-b4b1-d67c10af4aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.130601756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"8dc6129b-a195-41b8-a095-c7aa9cfc9e04","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.130628853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"8dc6129b-a195-41b8-a095-c7aa9cfc9e04","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.167014298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"afbee55e-7c99-4218-96a4-df3b8b24d196","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.185117027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e43a41fe-1a8c-439d-a5d4-bd7fd37621e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.216353737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c230449-c2f5-4834-94c3-7296fda4f482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.217351106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"cb34540f-da51-4680-960a-9696224bd936","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.217407929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"a7654954-9dbb-4bd6-93ee-755819e6d44b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.236463298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"b6304beb-2ebe-49a6-a0fc-45886a75717e","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.236497049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"b6304beb-2ebe-49a6-a0fc-45886a75717e","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.298705633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"afbee55e-7c99-4218-96a4-df3b8b24d196","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.314292401Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e43a41fe-1a8c-439d-a5d4-bd7fd37621e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.342377302Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c230449-c2f5-4834-94c3-7296fda4f482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.354160797Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"a7654954-9dbb-4bd6-93ee-755819e6d44b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.366851736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"afbee55e-7c99-4218-96a4-df3b8b24d196","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.378172511Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"cb34540f-da51-4680-960a-9696224bd936","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.378664854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e43a41fe-1a8c-439d-a5d4-bd7fd37621e9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.379360188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d1176fa-a878-4563-b242-5fbde5279530","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.379375124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d1176fa-a878-4563-b242-5fbde5279530","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.398302476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c230449-c2f5-4834-94c3-7296fda4f482","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.39896739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e02cc178-7631-4ec6-a829-75fe9dbb6f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.398983276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e02cc178-7631-4ec6-a829-75fe9dbb6f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.411609585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aef93b21-b66a-4ea6-a83d-7fac72c8dfe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.411748582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aef93b21-b66a-4ea6-a83d-7fac72c8dfe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.412593917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"a7654954-9dbb-4bd6-93ee-755819e6d44b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.417183943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"afbee55e-7c99-4218-96a4-df3b8b24d196","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-65adb3-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.417413956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-65adb3-access","reconcileID":"8f8e0d39-1e96-43ab-b5da-360411674adc","MaaSAuthPolicy":{"name":"e2e-rt-eq-65adb3-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:26.431885544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"cb34540f-da51-4680-960a-9696224bd936","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.485985656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"b97f8639-ad0b-4e56-bbfd-811f8c2597ce","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.486059028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"b97f8639-ad0b-4e56-bbfd-811f8c2597ce","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.590686288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb3a93e2-9171-45db-8df0-03f813e652c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.615552685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc6d5ecc-bfee-447a-ba7e-03040bd99ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.63035768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"12e916a4-6421-4570-b86f-ce80ccbd6db4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.631325023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"e84d6b32-b6a7-4386-9635-2bdb60aa82ac","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.631350425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"e84d6b32-b6a7-4386-9635-2bdb60aa82ac","MaaSModelRef":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-65adb3-bbd3f71d284e","namespace":"llm","model":"e2e-rt-eq-65adb3","externalModel":"e2e-rt-eq-65adb3","provider":"e2e-rt-eq-65adb3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.639565758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"31b8337d-3306-45b9-8852-1fc70d97ca89","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.643856198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb3a93e2-9171-45db-8df0-03f813e652c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.669248079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc6d5ecc-bfee-447a-ba7e-03040bd99ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.681474579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"8acad63f-2242-4ea8-89e6-815a77d6a26b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.696800355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"12e916a4-6421-4570-b86f-ce80ccbd6db4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.707795199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"31b8337d-3306-45b9-8852-1fc70d97ca89","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.709965734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb3a93e2-9171-45db-8df0-03f813e652c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.728400202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc6d5ecc-bfee-447a-ba7e-03040bd99ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.751918596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"12e916a4-6421-4570-b86f-ce80ccbd6db4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.761832151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"31b8337d-3306-45b9-8852-1fc70d97ca89","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.778138891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6e3e5bfe-29a0-494d-80d9-12ad7eae8cde","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.77816408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6e3e5bfe-29a0-494d-80d9-12ad7eae8cde","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.787613902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b47f39b-0d97-4653-a05d-1965285b47ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.787641391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b47f39b-0d97-4653-a05d-1965285b47ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.807878979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18f59b64-d6ba-4b3a-b643-995f00e75527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.808015893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18f59b64-d6ba-4b3a-b643-995f00e75527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.810107908Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"8acad63f-2242-4ea8-89e6-815a77d6a26b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.862209492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"8acad63f-2242-4ea8-89e6-815a77d6a26b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.867876448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"09384432-17a3-4531-abb3-c3d078029dba","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.867911515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"09384432-17a3-4531-abb3-c3d078029dba","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.919071972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4de25a55-c71a-462b-9249-e129b87143ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:26.919196134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4de25a55-c71a-462b-9249-e129b87143ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.162883161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"6efca847-0d54-4234-a488-2b9f3deccafa","namespace":"llm","name":"e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.219608357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"25c0282f-db58-4b05-ab7f-8a0194c11a25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.21971895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"25c0282f-db58-4b05-ab7f-8a0194c11a25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.220181109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0fe0d7b9-e610-488f-ad9e-2537a67226e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.22025434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0fe0d7b9-e610-488f-ad9e-2537a67226e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.220762195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a393f7b-13a0-4cdf-8d09-c4e47b81f709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.220837766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a393f7b-13a0-4cdf-8d09-c4e47b81f709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.221585816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21c2b22b-899c-4bfe-946b-009eee1820ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.221667033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21c2b22b-899c-4bfe-946b-009eee1820ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.274482714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"3e1417d8-3e81-4e3d-aa16-f43bbfc4c571","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.284718118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"7dcc9631-9f41-4dcb-8bc2-22c2f4e6b0d9","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.284834729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"7dcc9631-9f41-4dcb-8bc2-22c2f4e6b0d9","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.349897331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"3e1417d8-3e81-4e3d-aa16-f43bbfc4c571","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.368185239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d48cf908-688a-4410-a1f3-6bcd9ac16c02","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.369749656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d48cf908-688a-4410-a1f3-6bcd9ac16c02","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.370334106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"054114a8-f0e7-4e4b-8b5c-7c26a622af2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.370408032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"054114a8-f0e7-4e4b-8b5c-7c26a622af2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.370803244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5a139f3f-4fe6-40c6-ad92-48772467b911","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.370858014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5a139f3f-4fe6-40c6-ad92-48772467b911","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.378443658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2eb06c5b-913e-4a88-9664-2e14ca1ab860","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.378466538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2eb06c5b-913e-4a88-9664-2e14ca1ab860","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.392579654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1c84f75-e76b-48b6-a1bb-0e236422e9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.39965877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef449019-2b13-419d-a390-fa8931dd091d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.400261967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"36c73006-4198-4a12-bf22-c405a190c47d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.406588411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"9f839cb6-92f6-409d-afb0-27eb744147fe","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.488379287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6f9043f-7dc5-45fd-b7e9-14ae097fdb83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.532893517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"21867458-5620-47ba-a6d2-f8242695a62e","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.466832699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"3e1417d8-3e81-4e3d-aa16-f43bbfc4c571","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.538397407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb2b52fe-ec1c-409c-8986-2ef43411f224","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.53930522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c82bba","reconcileID":"9d7c79c5-d114-4341-b0fe-1b613320b5ed","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.643044851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef449019-2b13-419d-a390-fa8931dd091d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.814267749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef449019-2b13-419d-a390-fa8931dd091d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:27.843091371Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1c84f75-e76b-48b6-a1bb-0e236422e9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:27.844321522Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"36c73006-4198-4a12-bf22-c405a190c47d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:27.844657955Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"9f839cb6-92f6-409d-afb0-27eb744147fe","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.845727352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"cccacc97-5f3d-4f1b-a060-9f6c9cbd54b9","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","model":"llm/e2e-rt-sw-2bd9be","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.858462084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"b8c3f7fd-c330-4049-bb89-477230611f97","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.872505447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"f090a1f5-c7f6-437e-b480-7684ff0fd68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.879450786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d3f3d55-9c38-4d04-af19-972fcf28b910","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.879477701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d3f3d55-9c38-4d04-af19-972fcf28b910","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:27.907555453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1c84f75-e76b-48b6-a1bb-0e236422e9f2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:27.907976942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"9f839cb6-92f6-409d-afb0-27eb744147fe","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.909519501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d950b4a-22dd-4f5f-a369-6b92ccf180e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.921037861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d950b4a-22dd-4f5f-a369-6b92ccf180e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:27.909753176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"36c73006-4198-4a12-bf22-c405a190c47d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.941803502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"f090a1f5-c7f6-437e-b480-7684ff0fd68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.992952864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"a03eee67-7c76-47db-a262-b39961be5e64","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:27.993088994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"a03eee67-7c76-47db-a262-b39961be5e64","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.051116213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a06df45a-77ff-4cac-8bc6-ebb2b7760e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.1081415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a06df45a-77ff-4cac-8bc6-ebb2b7760e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.141627441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"49f4cd45-1a0b-4e4c-904b-a330f406ee9b","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.142863578Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-c82bba models-as-a-service/e2e-rt-sw-2bd9be-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.158461009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"79cee093-8041-4e08-9c33-efa6812379a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.159444245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"30cca144-5038-4a22-8420-98f75a3a998b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.160152419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"865785d5-9ea1-4c51-90d0-3984742ae1ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.197336019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"6f0527b3-0349-4ba4-958c-1b3b17efe261","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.204553539Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-65adb3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-65adb3","reconcileID":"6a89aaad-efcf-452b-b2ca-63d302444366","namespace":"llm","name":"e2e-rt-eq-65adb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.221297396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"865785d5-9ea1-4c51-90d0-3984742ae1ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.222327179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"79cee093-8041-4e08-9c33-efa6812379a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:28.266874147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-sub","reconcileID":"e039c1f1-83e6-48f8-800d-5a04a4e3794b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.269068668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"30cca144-5038-4a22-8420-98f75a3a998b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.326794103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0a938fae-c5cd-4618-a8d1-ed50535be831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.574141634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0a938fae-c5cd-4618-a8d1-ed50535be831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.589797236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"947ccc32-9aa1-4b9f-8171-fa329c6fb08a","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.658434563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"182bd1a7-5a36-4bde-8de9-df10749aad10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.660446192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"dbd043f0-d65e-4102-841d-4c6786a4927a","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.735806485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"182bd1a7-5a36-4bde-8de9-df10749aad10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.764711493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b9b4373a-1239-4bb0-b8e9-e83b4ecce305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.765785526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e02a3427-7886-46ca-95f7-3be262c9bcfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.847015971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b9b4373a-1239-4bb0-b8e9-e83b4ecce305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.857513847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e02a3427-7886-46ca-95f7-3be262c9bcfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.883761766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4759dcc5-5d66-4f79-a371-1b9a9fe6acbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:28.973695858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"4759dcc5-5d66-4f79-a371-1b9a9fe6acbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.034824129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-sub","reconcileID":"0e87ab15-c922-4f09-bc46-2bc3d2414cc0","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.089644505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"47f9a35c-b860-4ed2-8d8c-8038b41b8ac8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.174753335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"ea9ccee0-f757-4f56-8daa-c3691010f08a","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.185226167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"ea9ccee0-f757-4f56-8daa-c3691010f08a","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.185186689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"47f9a35c-b860-4ed2-8d8c-8038b41b8ac8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.33409821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57d626e4-5853-4e31-91cb-2235d0dd0d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.350626388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"47f9a35c-b860-4ed2-8d8c-8038b41b8ac8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.360217208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"c3fcea59-5ad2-4626-a2de-698c0c421d67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.429064015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54dbbe13-1abb-4127-9828-7e5aea88c207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.432575611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"417518b1-3dfa-4921-af1b-5b3f2b65076d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.43287459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"99045d58-cc7a-4ae2-ae2f-94fb7c5104bb","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.446896143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"d15a29e3-6feb-4481-8e3d-6db4cb57eb32","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.448078331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0855c9a6-186d-4e91-9a80-f001e486cd88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.448168293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0855c9a6-186d-4e91-9a80-f001e486cd88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.500550571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"2a2405c4-ed78-4f69-a415-d1a087996e79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.552997455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54dbbe13-1abb-4127-9828-7e5aea88c207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.620194151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"01e9e61c-8332-4932-a0a5-3d6c695382b6","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.567489147Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"4dd0ce73-1931-424c-8801-e40176d3992b","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34793c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.567279778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57d626e4-5853-4e31-91cb-2235d0dd0d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.694688569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-sub","reconcileID":"4222d7c0-3f89-495c-b932-36307007baf5","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.802106986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"417518b1-3dfa-4921-af1b-5b3f2b65076d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:29.834879383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54dbbe13-1abb-4127-9828-7e5aea88c207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.051471726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"2a2405c4-ed78-4f69-a415-d1a087996e79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.117491345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"f2ce6837-22b0-474c-aedb-710ba666e2be","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.120992231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57d626e4-5853-4e31-91cb-2235d0dd0d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.220219366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"417518b1-3dfa-4921-af1b-5b3f2b65076d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.259842492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"f2ce6837-22b0-474c-aedb-710ba666e2be","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.221525621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"2a2405c4-ed78-4f69-a415-d1a087996e79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.22282931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b2f4b0c-871f-477f-9014-7929dd604cfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.260318645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b2f4b0c-871f-477f-9014-7929dd604cfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.261614632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3602c504-7d3c-424e-ac72-e1b2d4624339","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.261639931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3602c504-7d3c-424e-ac72-e1b2d4624339","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.409085997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"870e6a33-67e7-49d9-a006-753b87cbb877","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.494410023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"97e77c59-55f6-4e64-bfff-5692342f4f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.499777881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"756f427d-3037-4c03-aa67-e7c253fa6d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.500604663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"78f16d18-030b-4dc5-9c08-3c18b6025ac5","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.500673637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"78f16d18-030b-4dc5-9c08-3c18b6025ac5","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.613449256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"12c772a0-d96e-460f-a41f-c10910c90519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.614250264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"6f285dbb-ab69-40ed-9d0b-303ce10aef5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.70756348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"756f427d-3037-4c03-aa67-e7c253fa6d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.739692268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"12c772a0-d96e-460f-a41f-c10910c90519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.741126983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"97e77c59-55f6-4e64-bfff-5692342f4f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.765766479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"6f285dbb-ab69-40ed-9d0b-303ce10aef5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.769595092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c58bdac-5f4f-47db-b043-7441f1bda629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.769663901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c58bdac-5f4f-47db-b043-7441f1bda629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.789361633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"16bd922a-e954-44b9-a4c4-a07c084b0e81","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.836791205Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"c764bf96-354c-44a7-b672-14e1ea7fa973","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34793c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:30.964756025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2a11f346-b46e-4ce7-a50b-d44d6ed39c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.037519082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2a11f346-b46e-4ce7-a50b-d44d6ed39c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.133765269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c927c374-0512-424d-b0a2-cc73800e2f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.257690865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"c927c374-0512-424d-b0a2-cc73800e2f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.25916117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"4ee04c3b-ce6b-40f3-bebc-02a9506ecc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.311797617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f340d267-3e68-410b-9639-3aedc28314c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.379347528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"4ee04c3b-ce6b-40f3-bebc-02a9506ecc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.31667252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"656eb82a-0f13-4e71-8059-01087b7bafad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.625597203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"2ddf6600-0f10-43db-928d-88375dc40b35","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.667268869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f340d267-3e68-410b-9639-3aedc28314c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.735657382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"2ddf6600-0f10-43db-928d-88375dc40b35","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.737825119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f340d267-3e68-410b-9639-3aedc28314c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:31.746073144Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"656eb82a-0f13-4e71-8059-01087b7bafad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.798647948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47fe7eb4-43ec-4976-84de-51fe1101fbd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.799184118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47fe7eb4-43ec-4976-84de-51fe1101fbd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.801387629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"2ddf6600-0f10-43db-928d-88375dc40b35","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:31.815790481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"656eb82a-0f13-4e71-8059-01087b7bafad","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.820035189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbc00d86-4354-4e19-8134-4828e52f2e5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.820331245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbc00d86-4354-4e19-8134-4828e52f2e5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.855706479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"deb66eab-acc1-48f4-a3b5-ede262c1f48b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.920741523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"ad419817-dfb2-48db-a79c-cc20846a3e33","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.926492881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"deb66eab-acc1-48f4-a3b5-ede262c1f48b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.953624535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"adec9083-55ba-4f8f-bd5d-6e3e0e4c32f9","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.953747208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"adec9083-55ba-4f8f-bd5d-6e3e0e4c32f9","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.98598262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"deb66eab-acc1-48f4-a3b5-ede262c1f48b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:31.987082753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"ad419817-dfb2-48db-a79c-cc20846a3e33","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:32.041135119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfe646ba-ec03-471d-ba83-936d834f5cb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:32.041224215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfe646ba-ec03-471d-ba83-936d834f5cb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:32.065068691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"535449e9-71f7-4b82-a488-5c314e7f750f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:32.130313014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"535449e9-71f7-4b82-a488-5c314e7f750f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:32.1863071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"535449e9-71f7-4b82-a488-5c314e7f750f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:32.241080834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f43832e9-e629-4bda-97a9-9642a8d4379d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:32.241169874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f43832e9-e629-4bda-97a9-9642a8d4379d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.408732632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"ef8c1978-369a-4df8-b0d9-725b17fb03b4","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.472839325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"8e7640ee-3862-4f3f-96c6-cdf5fdb83aaf","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.60076009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"b22ba2fb-3be4-4d80-976d-59e64cd07cb7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.601329714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7ea68995-b0b8-4f1e-be64-afac1ec31a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.601536195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"825e1ebb-61e3-46ff-a3a9-ae1f64e7167b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.663781891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"b22ba2fb-3be4-4d80-976d-59e64cd07cb7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.665746548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"825e1ebb-61e3-46ff-a3a9-ae1f64e7167b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.669404439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7ea68995-b0b8-4f1e-be64-afac1ec31a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.705635118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7c71ebc6-2a0c-4637-96f5-e41d36163fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.706320629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"ce817f8b-94c8-492f-aafb-db883c094125","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.70661466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f9ed530c-5eaf-4872-8d6e-6a4176bb3b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.763577714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f9ed530c-5eaf-4872-8d6e-6a4176bb3b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.767558797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7c71ebc6-2a0c-4637-96f5-e41d36163fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:33.873987115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"51797dda-caea-49c3-bb83-69aa96e1f8ec","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:34.088169087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"eff89149-d91c-4b80-82d8-dd8171cb0d31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.639846449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"64e5e9da-48a6-4445-8d4f-8cd488542728","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.840911057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"dd6aac90-ad19-4625-9705-fb57b64edeb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.883722818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"268c0f8d-59c3-4ffd-8fff-6072cc97bd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.883804808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"67c6f791-3dde-44e2-a350-2b3554966b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.915336038Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.936541941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"268c0f8d-59c3-4ffd-8fff-6072cc97bd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.936663724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"67c6f791-3dde-44e2-a350-2b3554966b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:35.999596511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"d2ed21db-6ead-4068-97d7-99ca3759c07e","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:36.196166216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"734f6a63-e117-4c97-9544-414bcb750d01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:39.449000689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a304e19c-2148-4f14-95ae-c9b33c3426a2","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:39.823418621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"8c2ac11d-25af-47a9-a743-c2110148a2ef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.019755823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"441bbf38-07d6-450b-9c99-40d031eb78fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.02468585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cec0e6f4-0dcd-4581-b4cd-4f56280f7be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.024685779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"ce722e4c-8614-4b0e-9918-4abd688a9efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.077767349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"ce722e4c-8614-4b0e-9918-4abd688a9efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.077820772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cec0e6f4-0dcd-4581-b4cd-4f56280f7be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.176510263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"b88ca286-7fe5-4642-8503-ea70c6edda78","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.372429236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"b16aee21-641b-4f2c-8e70-27a0ab2519ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.461514663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"15756629-9111-4c8f-88f1-93300a3bcacd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.581125303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"15756629-9111-4c8f-88f1-93300a3bcacd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.639358021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"15756629-9111-4c8f-88f1-93300a3bcacd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.703372175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e17b9300-30e8-447e-b01b-93475164ec51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.703393165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e17b9300-30e8-447e-b01b-93475164ec51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.887048587Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"e8a2d37f-b91c-46fe-89e3-92cfa44f2921","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2bd9be","subscription":"e2e-rt-sw-2bd9be-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:40.985056531Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"e8a2d37f-b91c-46fe-89e3-92cfa44f2921","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.034049319Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-sub","reconcileID":"e8a2d37f-b91c-46fe-89e3-92cfa44f2921","MaaSSubscription":{"name":"e2e-rt-sw-2bd9be-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2bd9be","namespace":"llm","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.346855759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"b1f55cc0-00d0-4118-aeb2-a6680b41cb1a","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.346882837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"b1f55cc0-00d0-4118-aeb2-a6680b41cb1a","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.399243737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa8fafc3-ede2-442d-b991-79da3415acdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.399264634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa8fafc3-ede2-442d-b991-79da3415acdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.49087358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"68150895-c5ae-4687-9c29-f3bb0418fbcb","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.490901021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"68150895-c5ae-4687-9c29-f3bb0418fbcb","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.496574513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22de7ca0-752d-4da2-be3a-b19f5cd79279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.496844655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"f8bfd72b-84c4-4779-bd9e-2130a97ecb77","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.497007327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e728afda-bd78-40cd-ad2e-0a414eaa2594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.496576518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"0a84db3f-e9e9-40b0-bb05-479cbd24bb9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.615935125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"0a84db3f-e9e9-40b0-bb05-479cbd24bb9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:41.62067206Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22de7ca0-752d-4da2-be3a-b19f5cd79279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:41.621018686Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"f8bfd72b-84c4-4779-bd9e-2130a97ecb77","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:41.621265236Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e728afda-bd78-40cd-ad2e-0a414eaa2594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.667854812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"0a84db3f-e9e9-40b0-bb05-479cbd24bb9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:41.670577638Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"f8bfd72b-84c4-4779-bd9e-2130a97ecb77","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-2bd9be-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:41.670683961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"f8bfd72b-84c4-4779-bd9e-2130a97ecb77","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.67084985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2bd9be-access","reconcileID":"d6be1cdd-dc35-4cbe-8a8c-673ba88cb90e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2bd9be-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:41.67446416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22de7ca0-752d-4da2-be3a-b19f5cd79279","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.674645495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbb2caa7-e0c4-45fb-97c8-95035f0b495c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.674662611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbb2caa7-e0c4-45fb-97c8-95035f0b495c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:41.677601719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e728afda-bd78-40cd-ad2e-0a414eaa2594","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.677754359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e1287f6-6702-468f-8dee-e036bdcdc1b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.677770668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e1287f6-6702-468f-8dee-e036bdcdc1b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.721518339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b934000-2509-47de-bd3e-5cd901d5264a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.721538027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b934000-2509-47de-bd3e-5cd901d5264a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.891101297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9c1f916-6795-4975-9b35-d0fb3440091c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.891129149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d421d0-f256-496c-953d-2fb976588f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.945003099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9c1f916-6795-4975-9b35-d0fb3440091c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.946387806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d421d0-f256-496c-953d-2fb976588f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.963003944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"e1f91130-b695-4d22-8eb1-7396ebd3f7dc","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.963025998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"e1f91130-b695-4d22-8eb1-7396ebd3f7dc","MaaSModelRef":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2bd9be-c1817ff883c1","namespace":"llm","model":"e2e-rt-sw-2bd9be","externalModel":"e2e-rt-sw-2bd9be","provider":"e2e-rt-sw-2bd9be-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.996760542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9c1f916-6795-4975-9b35-d0fb3440091c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:41.998119737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d421d0-f256-496c-953d-2fb976588f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.048857489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f16a5f06-5516-4ed6-9311-21e8b1ecb9c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.048878943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f16a5f06-5516-4ed6-9311-21e8b1ecb9c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.052345943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33345be5-e96a-4fd9-b86a-2d15cda22ede","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.052360689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33345be5-e96a-4fd9-b86a-2d15cda22ede","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.512504897Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"39490efc-1f18-46d3-b9f2-1771eb99e228","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566033018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"353c6c4b-45da-4f58-911f-e35fa6cc7042","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566056728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"353c6c4b-45da-4f58-911f-e35fa6cc7042","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566315965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a0cb54e-d5df-4f61-8544-a88a8281d964","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566329219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a0cb54e-d5df-4f61-8544-a88a8281d964","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566541223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d119d78-73fd-4dd8-8980-c0ede2936f99","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566553093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d119d78-73fd-4dd8-8980-c0ede2936f99","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566769985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a1f28c5-f6ca-4475-be49-903c4f94c6a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.566781485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a1f28c5-f6ca-4475-be49-903c4f94c6a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.567000896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2356b46f-9906-4a40-b14b-7677a6136908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.567015563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2356b46f-9906-4a40-b14b-7677a6136908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.567400073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2260df23-3dcd-4ba3-bb91-8d547b66e828","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.567419378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2260df23-3dcd-4ba3-bb91-8d547b66e828","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.567741752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca07890d-1f45-4529-b68c-80d0d0b02af8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.567759966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca07890d-1f45-4529-b68c-80d0d0b02af8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.568032855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e72cff33-c27a-4154-ad52-4355da2d601e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.568048731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e72cff33-c27a-4154-ad52-4355da2d601e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.618710243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"cfe2290a-88fb-4813-8fa8-dd7cc4a3def3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.684117252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"8576f776-dba2-4504-b3d8-cd566a5e4513","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.696582224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c79e954-d8b8-4f56-b712-ace7148dde96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.696886332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9a5ba7-6660-406c-99d6-146b4915b2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.697136426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"f2d979a8-1767-40a8-91c9-0dc56ac62897","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.875519573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"8576f776-dba2-4504-b3d8-cd566a5e4513","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.877895436Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"cfe2290a-88fb-4813-8fa8-dd7cc4a3def3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.878656688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60151482-68e6-4824-bd82-f802c4c4b811","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.90734678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"293291cf-0484-4c77-b992-fb893064c4b5","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.962953064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c79e954-d8b8-4f56-b712-ace7148dde96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.973561241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9a5ba7-6660-406c-99d6-146b4915b2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.97407567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2674a12-3526-47e0-8116-e81024a65a6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.020323483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"f2d979a8-1767-40a8-91c9-0dc56ac62897","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:42.974582159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c82bba","reconcileID":"f90f8284-d241-4091-b3ba-f6ac1da505f5","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.093171957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"cfe2290a-88fb-4813-8fa8-dd7cc4a3def3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.108803612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9a5ba7-6660-406c-99d6-146b4915b2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.12407027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c79e954-d8b8-4f56-b712-ace7148dde96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.149542149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"f2d979a8-1767-40a8-91c9-0dc56ac62897","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.241808933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec2ffc83-ee98-40be-a10b-fcb30d38104a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.241953786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec2ffc83-ee98-40be-a10b-fcb30d38104a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.243257725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2bd9be","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2bd9be","reconcileID":"e847489a-eda4-465f-9e97-249b3a64f75d","namespace":"llm","name":"e2e-rt-sw-2bd9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.245080058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e15be1e0-25bc-427f-b32d-9fd51ba8a37e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.245138454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e15be1e0-25bc-427f-b32d-9fd51ba8a37e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.262157584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f017893-f1bc-49b0-8b35-14f62dd0d9af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.262266074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f017893-f1bc-49b0-8b35-14f62dd0d9af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.263975429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8bf8a23-cf7d-4947-ace8-3751ff06c6e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.264056073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8bf8a23-cf7d-4947-ace8-3751ff06c6e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.320443444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"54e0cf60-dd13-407c-86bf-599b746f26d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.399568258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"54e0cf60-dd13-407c-86bf-599b746f26d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.400693163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"fac21d7a-ac0b-48a1-bf7f-19d11634beb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.40224722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"73858d5f-74f9-4bc6-af88-a37e08e57165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.422588269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f362263a-324e-4d06-8c65-8deb1f458e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.497669338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"fac21d7a-ac0b-48a1-bf7f-19d11634beb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.520305391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"48d51bc5-92ef-4cba-bf50-764b477877f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.526443562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"f362263a-324e-4d06-8c65-8deb1f458e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.532427484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"73858d5f-74f9-4bc6-af88-a37e08e57165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.659622435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"48d51bc5-92ef-4cba-bf50-764b477877f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.680524461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-sub","reconcileID":"f52712d1-5718-4c18-8f4c-264f4d3cf8c1","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.867189885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f73b1c8b-3301-4756-94c1-7e54b008609b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.876257358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"6ab720c7-ea35-47ae-991d-79af856f55aa","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.935627896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-sub","reconcileID":"f52712d1-5718-4c18-8f4c-264f4d3cf8c1","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:43.960665393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f73b1c8b-3301-4756-94c1-7e54b008609b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.075873658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"820a0024-40a1-4064-a6a2-15bc45b0cc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.076299886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"733ef26c-d826-4ef4-a737-3b510a5c86d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.076540823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"64d86e02-0239-4d87-9ab5-133605140223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.171737357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"56ae7e87-73c8-4451-8fcd-675e1b9e2e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.172758839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"733ef26c-d826-4ef4-a737-3b510a5c86d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.173588555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"820a0024-40a1-4064-a6a2-15bc45b0cc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.176554192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"64d86e02-0239-4d87-9ab5-133605140223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.191224812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"738f9ef4-81b0-4947-a59d-879f82f0b66d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.207276044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"3b0f25cb-8094-4524-bbd2-4c8c467833b4","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.237230993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"56ae7e87-73c8-4451-8fcd-675e1b9e2e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.309410787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"224db591-97a2-4a46-9afc-8b60c52c92df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.358701216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"44d15f3c-adf4-4f85-8ea3-a40f2f1f2eee","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.485459078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"224db591-97a2-4a46-9afc-8b60c52c92df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.549087155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"224db591-97a2-4a46-9afc-8b60c52c92df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.604590427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62c701b3-ffe2-43de-ac89-270b97f2cdec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.605353026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8251208-4ab8-4f49-877c-15b8002d48d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.605970711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"d0ed2163-8201-44ab-bd13-8ef2c723248a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.698768934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3a6897c1-ceac-4f74-a394-3f3656c23528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.726549525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ec50cbb4-b678-42dc-a972-ea00bcebd2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.760902916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8251208-4ab8-4f49-877c-15b8002d48d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:44.762231138Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62c701b3-ffe2-43de-ac89-270b97f2cdec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:44.763185126Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"d0ed2163-8201-44ab-bd13-8ef2c723248a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.790708446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ec50cbb4-b678-42dc-a972-ea00bcebd2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.81623154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3a6897c1-ceac-4f74-a394-3f3656c23528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.824161058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8251208-4ab8-4f49-877c-15b8002d48d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:44.835249627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"d0ed2163-8201-44ab-bd13-8ef2c723248a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.835543462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-api-key-no-access-auth","reconcileID":"b759f8cc-6638-48f9-bc98-acda870ba35e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:41:44.83597581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62c701b3-ffe2-43de-ac89-270b97f2cdec","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.836707249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0daf8d9-fe86-43c1-9370-26e7eca84d19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.836764426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0daf8d9-fe86-43c1-9370-26e7eca84d19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.845507647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5650537-78d1-4344-b90c-0438f5c38177","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.845591222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5650537-78d1-4344-b90c-0438f5c38177","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.880196413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"414d7552-cf5b-42b1-9670-48242bc923cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.880655744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"414d7552-cf5b-42b1-9670-48242bc923cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:44.992363663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"0b81daec-ef0d-4850-9ee4-4166165835bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.051413526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"ef937e5a-150c-4dbd-8060-bf112c3c3abe","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.061171533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"0b81daec-ef0d-4850-9ee4-4166165835bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.1092179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"56e4f1a5-6299-4037-87a8-759afa57a7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.172875072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"56e4f1a5-6299-4037-87a8-759afa57a7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.234899766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"93bacc6b-50d0-4a92-b7d2-08b69978e95e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.317382024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"93bacc6b-50d0-4a92-b7d2-08b69978e95e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.319422951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b006765-987f-44ca-816c-c3b79b2aeb50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.320435824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"9819ccfd-f37b-4105-813f-0862e5768415","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.396200591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b006765-987f-44ca-816c-c3b79b2aeb50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.403386469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"9819ccfd-f37b-4105-813f-0862e5768415","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.456717103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b006765-987f-44ca-816c-c3b79b2aeb50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.462869005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"9819ccfd-f37b-4105-813f-0862e5768415","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.517540238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6ff97a2-be32-48fd-bac5-b7472e2be65e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.517656179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6ff97a2-be32-48fd-bac5-b7472e2be65e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.518474985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc28276f-ceac-49a8-9c4d-c958c1ae68fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.51855131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc28276f-ceac-49a8-9c4d-c958c1ae68fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.800297906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"be01efa3-decc-4a5c-b128-f7646dd8723b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:45.955229089Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"be01efa3-decc-4a5c-b128-f7646dd8723b","name":"e2e-mt-aecd2961-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:46.001353968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"615b6148-f2f3-4f55-b267-fe8267b0ca10","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:46.774751993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"6afa39c0-918e-4e24-ab1e-e71615a0e92c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:50.992245493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21bb4c7-b87c-48fb-938d-bdb9e4d45eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:51.041179055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21bb4c7-b87c-48fb-938d-bdb9e4d45eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:51.090041866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21bb4c7-b87c-48fb-938d-bdb9e4d45eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:51.139015657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21bb4c7-b87c-48fb-938d-bdb9e4d45eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:51.550631546Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-abec4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-abec4c","reconcileID":"c688636d-a9a4-4b6a-b08a-d35dff3eb337","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-abec4c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-abec4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:53.001208276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b351bd7-40b6-42e6-889b-2c0ace55e4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:53.050191553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b351bd7-40b6-42e6-889b-2c0ace55e4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:53.099029143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b351bd7-40b6-42e6-889b-2c0ace55e4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:53.148099015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b351bd7-40b6-42e6-889b-2c0ace55e4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:53.878055894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"ecb52f0a-eb9d-49b1-ad3c-8fbe026b280e","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:54.650497541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"43092970-9c52-44af-9577-80ee12655436","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:54.767774329Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"43092970-9c52-44af-9577-80ee12655436","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:54.822246396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"43092970-9c52-44af-9577-80ee12655436","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:54.884608835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e9cbe99-d196-4434-8cca-8ef367db63e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:54.892070993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e9cbe99-d196-4434-8cca-8ef367db63e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:54.985279244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdec7a4-d7fa-44e7-9d4b-7978c84e1190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.034853601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdec7a4-d7fa-44e7-9d4b-7978c84e1190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.035054783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdb9a856-60db-40d5-bcba-b88b2caa9fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.083765064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdec7a4-d7fa-44e7-9d4b-7978c84e1190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.132909201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdec7a4-d7fa-44e7-9d4b-7978c84e1190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.257707601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdb9a856-60db-40d5-bcba-b88b2caa9fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.31427865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdb9a856-60db-40d5-bcba-b88b2caa9fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.39185172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c52df1e-80af-4bd7-8b85-449b419f5f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.391879614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c52df1e-80af-4bd7-8b85-449b419f5f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.662862805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c6d2eca2-72ee-427f-9242-b57ba4488791","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.662863145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e573259-7638-4e07-806b-b04dcc516f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.716782337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e573259-7638-4e07-806b-b04dcc516f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.71679903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c6d2eca2-72ee-427f-9242-b57ba4488791","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.768800206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c6d2eca2-72ee-427f-9242-b57ba4488791","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.768833519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e573259-7638-4e07-806b-b04dcc516f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.822891916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"158e0efb-15de-43fe-9068-8a48ba1ee5bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.822911887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"158e0efb-15de-43fe-9068-8a48ba1ee5bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.825832791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96eba32a-4ca4-417e-8d6a-aa35bcd1c6fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:55.825850892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96eba32a-4ca4-417e-8d6a-aa35bcd1c6fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:41:56.002863304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"27efff2d-0227-4249-93e8-168140b961c4","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:03.879669959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"0a8b0668-b365-445d-a0c9-a574cd5d9fb2","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:04.975379684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"f7e1d50f-ea58-4744-9da7-d4ec5725ff68","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.141942629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"f7e1d50f-ea58-4744-9da7-d4ec5725ff68","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.193811749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"f7e1d50f-ea58-4744-9da7-d4ec5725ff68","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.247995633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66f4249f-a053-48bc-bad2-fbed5f9ecf95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.248020372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66f4249f-a053-48bc-bad2-fbed5f9ecf95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.542598734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eef256ff-0b6d-4f47-81a1-24300f1c6659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.740166473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eef256ff-0b6d-4f47-81a1-24300f1c6659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.794531285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eef256ff-0b6d-4f47-81a1-24300f1c6659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.850071332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8476799-f59a-455b-951a-365ef09949b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.850223126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8476799-f59a-455b-951a-365ef09949b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.916897334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.970068328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"70b04bf6-0dc0-4c5a-a68f-59a4103b5350","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:05.971426647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97a481d1-560e-441d-b128-86506487de0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.003861941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"60e86bcb-eb2e-4b34-bf40-ead3c7a22f1a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.030702882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97a481d1-560e-441d-b128-86506487de0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.032194887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"70b04bf6-0dc0-4c5a-a68f-59a4103b5350","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.086450597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"70b04bf6-0dc0-4c5a-a68f-59a4103b5350","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.091123896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97a481d1-560e-441d-b128-86506487de0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.146050538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98321202-c19f-4431-906b-d12c20ed3fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.146169472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98321202-c19f-4431-906b-d12c20ed3fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.148660484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d643ba8-7712-4f9c-b3e3-bfe9ee009e17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:06.148757804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d643ba8-7712-4f9c-b3e3-bfe9ee009e17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:13.774703198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"bb38d062-a951-42bd-973b-860e4a9e567b","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:13.971122249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"36e5e96f-f0ef-416c-aa25-8be705b4f6d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:13.97579971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c6788890-c263-43b0-9ee3-1dfc424f21e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:13.975798131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5c7e6236-0745-4cea-83e5-bd89157e3a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:14.0291116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"c6788890-c263-43b0-9ee3-1dfc424f21e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:14.029161537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5c7e6236-0745-4cea-83e5-bd89157e3a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:14.127059447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"d2c29f5e-15f2-4577-b460-93ba6cc4845b","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:14.323206146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"1341d9cc-31ef-4ca0-ad37-de2e62a31796","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:15.346552992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"6d2690fa-98da-4bd6-ad09-19d1927c0e65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:15.473626618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"6d2690fa-98da-4bd6-ad09-19d1927c0e65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:15.526596407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"6d2690fa-98da-4bd6-ad09-19d1927c0e65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:15.580606084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b5c8c7c-a574-4b7e-99fe-58c5fcc4aad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:15.580625695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b5c8c7c-a574-4b7e-99fe-58c5fcc4aad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:15.910636254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"a6ed7973-622c-4aca-a1ba-8ea853784233","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:15.995717631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe160f2d-fba0-496c-9e64-675bc54480ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.109693586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"cdd17b53-9eb8-40a7-b001-2d2b8aba7b17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.110483278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"c7e8ddee-19c2-434f-b546-9c7ff9eb4395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.110483473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"dee82ee9-c933-4b32-89e5-996886070a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.112463516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe160f2d-fba0-496c-9e64-675bc54480ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.163312824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"c7e8ddee-19c2-434f-b546-9c7ff9eb4395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.16353618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"dee82ee9-c933-4b32-89e5-996886070a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.164888473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe160f2d-fba0-496c-9e64-675bc54480ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.2212397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afac74d6-54be-4c19-95a0-24c24d214e72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.221261023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afac74d6-54be-4c19-95a0-24c24d214e72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.29176478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"4ac801a0-9e97-4226-9eb7-fe8833e65f9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.29291881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5ef8bd3-89a0-4af0-a1ba-0b484fa94b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.30377088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"0ec06c47-aab8-4987-9697-f1fd8ad541f0","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.344641191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"4ac801a0-9e97-4226-9eb7-fe8833e65f9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.345315425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5ef8bd3-89a0-4af0-a1ba-0b484fa94b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.396165916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"4ac801a0-9e97-4226-9eb7-fe8833e65f9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.396553037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5ef8bd3-89a0-4af0-a1ba-0b484fa94b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.45050744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e54f5db-8f39-4571-8e2b-21e22a258070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.450527609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e54f5db-8f39-4571-8e2b-21e22a258070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.453418529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad932bde-38cb-4bff-aff7-2e632c7cc9e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.453434474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad932bde-38cb-4bff-aff7-2e632c7cc9e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:16.499494953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"b6815193-5549-4cd6-87df-d17782ee4022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:20.898599398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea51eae-12a1-42ba-88ee-133fe70821b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:20.947966478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea51eae-12a1-42ba-88ee-133fe70821b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:20.997055456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea51eae-12a1-42ba-88ee-133fe70821b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:21.046085431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea51eae-12a1-42ba-88ee-133fe70821b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:22.898811713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb9ca9-d9f0-418e-98bf-b961c4c1676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:22.947680859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb9ca9-d9f0-418e-98bf-b961c4c1676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:22.996427997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb9ca9-d9f0-418e-98bf-b961c4c1676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:23.045406288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb9ca9-d9f0-418e-98bf-b961c4c1676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:25.678150919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"4527c7d6-6fe1-4ae0-b10b-372037b2ee36","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:25.794667317Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"4527c7d6-6fe1-4ae0-b10b-372037b2ee36","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:25.847373975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"4527c7d6-6fe1-4ae0-b10b-372037b2ee36","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:25.901466782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d28ae4c-2a14-4a24-9a8a-71c12467713b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:25.901487665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d28ae4c-2a14-4a24-9a8a-71c12467713b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.048812744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"40b6d37e-fc4c-40cc-a705-0244325ef1cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.368459424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67543aae-fad2-45c9-a653-360e303b9446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.484460012Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67543aae-fad2-45c9-a653-360e303b9446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.536418416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67543aae-fad2-45c9-a653-360e303b9446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.588897735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"862b4584-a4a8-4880-a8c2-f2386b28ca5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.588934883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"862b4584-a4a8-4880-a8c2-f2386b28ca5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.596732248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"95f91395-649f-4cad-bef4-95e8ec27d55e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.598801813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb7117d1-fdec-400a-a03a-5daaadc8e2bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.649492598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"95f91395-649f-4cad-bef4-95e8ec27d55e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.651200414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb7117d1-fdec-400a-a03a-5daaadc8e2bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.701022373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"95f91395-649f-4cad-bef4-95e8ec27d55e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.702397247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb7117d1-fdec-400a-a03a-5daaadc8e2bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.765867955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e22bdbc4-ecf6-48b2-a545-5d335b044fd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.765891873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e22bdbc4-ecf6-48b2-a545-5d335b044fd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.766353692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20c8210d-4603-4f48-8fea-499f314008b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:26.766368553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20c8210d-4603-4f48-8fea-499f314008b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:28.225743045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"8f03eca3-0749-4ce9-aa3d-73a6aa756ea5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:28.335744306Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"8f03eca3-0749-4ce9-aa3d-73a6aa756ea5","name":"e2e-api-a-abec4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.183893763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"7213650b-7668-4396-b6d7-564b7487da4e","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.184454419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"d0228cab-815d-4c32-a6eb-613d710e4bca","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.25872542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"735bd114-1aa6-47cb-807a-f64a65e00026","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.259106873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"9c722566-76a2-4bf4-98a9-753249fbffef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.3307243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2dca635f-621b-4e61-9e6f-c407a6a50fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.330776891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"33da33cb-99f9-4756-9d1c-73975d867f6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.382615339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"e530644a-42e2-45b5-bf04-c8e8c8200cc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.382825336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"b6c001f0-f040-4e14-a39a-e0f825b20052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.388685752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2dca635f-621b-4e61-9e6f-c407a6a50fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.392814792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"33da33cb-99f9-4756-9d1c-73975d867f6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.71282914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"fe3a16f5-a485-4079-9f21-3e4a9201dea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.712828971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"3690f93b-a046-4a7e-ab26-3376c3354089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.766456261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"3690f93b-a046-4a7e-ab26-3376c3354089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:30.76659721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"fe3a16f5-a485-4079-9f21-3e4a9201dea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:35.916647763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:35.999329743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"724fa170-31f4-4bac-8d5b-2e243abcfc76","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.115919353Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"724fa170-31f4-4bac-8d5b-2e243abcfc76","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.167607825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"724fa170-31f4-4bac-8d5b-2e243abcfc76","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.220197816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96e0aadb-e88d-4d22-9e93-5ca662b08d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.22021815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96e0aadb-e88d-4d22-9e93-5ca662b08d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.737601024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8622c14-606f-4b51-bbb7-57e3991ac59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.904689526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8622c14-606f-4b51-bbb7-57e3991ac59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.936373931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"37c6e8ad-7768-4b1e-a8e0-e63ef92081b5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.936373747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58caab68-bce3-40b4-9532-e3c387053ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.957734996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8622c14-606f-4b51-bbb7-57e3991ac59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.992240303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"37c6e8ad-7768-4b1e-a8e0-e63ef92081b5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:36.992296278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58caab68-bce3-40b4-9532-e3c387053ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.011959437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2a1d5d9-ffa8-4a9f-ad69-b1507a1b702a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.011978488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2a1d5d9-ffa8-4a9f-ad69-b1507a1b702a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.046036515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58caab68-bce3-40b4-9532-e3c387053ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.046031285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"37c6e8ad-7768-4b1e-a8e0-e63ef92081b5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.100112104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f808fdd9-6bd3-4f91-8c36-b61f125e7141","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.100134984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f808fdd9-6bd3-4f91-8c36-b61f125e7141","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.102938828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fda4950-4bbe-4026-8b57-5e64bcb28261","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:37.102958552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fda4950-4bbe-4026-8b57-5e64bcb28261","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.572357761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"95c9c28e-6144-4ec0-8190-d88aff37c1f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.572444109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38830ad7-cfa1-4fc9-a6e9-bd98aa502681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.572461793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38830ad7-cfa1-4fc9-a6e9-bd98aa502681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.657277993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"793cbea9-8424-4b1c-9f6d-123f03bbbcf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.657285397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"38d83326-1cfb-4c03-8f73-ee5671193c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.668654341Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-policy-2d88a254","reconcileID":"95c9c28e-6144-4ec0-8190-d88aff37c1f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"policyNamespace":"ai-tenant-e2e-mt-bbfac9c0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.711541985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"38d83326-1cfb-4c03-8f73-ee5671193c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.711571608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"793cbea9-8424-4b1c-9f6d-123f03bbbcf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.720972392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0129357-d4f3-4896-8b04-f4edc9168439","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.720992749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0129357-d4f3-4896-8b04-f4edc9168439","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.870894129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70281c3-4281-42c9-9cc1-95a87f79480c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:42.870914278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70281c3-4281-42c9-9cc1-95a87f79480c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.161160203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66387388-621c-42b6-8954-5aae5d533602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.213817818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66387388-621c-42b6-8954-5aae5d533602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.24774927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"2146f4f7-d990-4b9f-9077-fb1a6e49f029","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.248402874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2e995f-497a-4e35-9ea6-f52797e816b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.268073004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66387388-621c-42b6-8954-5aae5d533602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.30191713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"2146f4f7-d990-4b9f-9077-fb1a6e49f029","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.302100024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2e995f-497a-4e35-9ea6-f52797e816b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.353430033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2e995f-497a-4e35-9ea6-f52797e816b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:47.354335734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"2146f4f7-d990-4b9f-9077-fb1a6e49f029","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:53.023168973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"39afa9d3-1c67-4736-8614-5840b87c2c27","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-2d88a254","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:53.227337344Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"namespace":"ai-tenant-e2e-mt-bbfac9c0","name":"e2e-shared-int-sub-2d88a254","reconcileID":"39afa9d3-1c67-4736-8614-5840b87c2c27","MaaSSubscription":{"name":"e2e-shared-int-sub-2d88a254","namespace":"ai-tenant-e2e-mt-bbfac9c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-c82bba","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:53.426794483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c82bba","reconcileID":"af9b26fb-7f90-4643-b95c-d4fc59708db4","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:53.426790324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7467ed82-45bf-4ab9-8d7d-09b627c5e63f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:53.483448401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c06f48b-5cdb-4162-934d-c2ca5f5023b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:53.483476249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c06f48b-5cdb-4162-934d-c2ca5f5023b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.414075168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cedd114-33cd-4ee5-a794-370a5d104354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.466862327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cedd114-33cd-4ee5-a794-370a5d104354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.501114607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52c97233-e49d-468d-8d32-087c28fb7aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.501113658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"6e83d8b4-6349-4389-8d50-7a83e60d8035","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.51840282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cedd114-33cd-4ee5-a794-370a5d104354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.5550755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52c97233-e49d-468d-8d32-087c28fb7aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.55522946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"6e83d8b4-6349-4389-8d50-7a83e60d8035","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.606558294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52c97233-e49d-468d-8d32-087c28fb7aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:42:57.60681333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"6e83d8b4-6349-4389-8d50-7a83e60d8035","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:05.916949853Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:06.334793038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a7f267-5c30-4c20-be0d-e93486a1fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:06.384625238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a7f267-5c30-4c20-be0d-e93486a1fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:06.434523334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a7f267-5c30-4c20-be0d-e93486a1fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:06.484569607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a7f267-5c30-4c20-be0d-e93486a1fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:07.767568976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be81b5f-2615-407d-b0ee-1d0c5c9dada9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:07.780565419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c25ebd21-a344-44b5-ac96-f49884a593cf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:07.781443596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40d5e44-4f08-44c8-81b0-0c7792759556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:07.853263426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be81b5f-2615-407d-b0ee-1d0c5c9dada9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:07.873613563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"c25ebd21-a344-44b5-ac96-f49884a593cf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:07.874845965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40d5e44-4f08-44c8-81b0-0c7792759556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.270599318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40381431-0b0d-47a2-997f-f63b7e66b1fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.275043229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40381431-0b0d-47a2-997f-f63b7e66b1fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.317440877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8173c185-1aa6-4631-a24e-5bdaac8c16b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.317676462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8173c185-1aa6-4631-a24e-5bdaac8c16b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.46287455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"219a2f5e-eae1-4965-8272-7f6794a96622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.463011903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"219a2f5e-eae1-4965-8272-7f6794a96622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.526495107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd0af880-e2af-439b-9193-651227d5ec1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.526620311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd0af880-e2af-439b-9193-651227d5ec1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.629483824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"1f24ca77-dfd0-426f-8d90-77f83ee375cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.711038141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e59e19-a096-4e42-9d0e-5f085041d714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.77019507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e59e19-a096-4e42-9d0e-5f085041d714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.788146632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"1f24ca77-dfd0-426f-8d90-77f83ee375cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"name":"e2e-api-a-abec4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.850339083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e59e19-a096-4e42-9d0e-5f085041d714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.902599369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e59e19-a096-4e42-9d0e-5f085041d714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.9062146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-abec4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"1f24ca77-dfd0-426f-8d90-77f83ee375cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.96003302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef2384a1-1f88-43de-96c0-d74732c99a99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:08.960055005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef2384a1-1f88-43de-96c0-d74732c99a99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.620816234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c82bba","reconcileID":"b0fdb775-d890-4f5b-b137-a939cb1ee4b3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c82bba","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.621342376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced400a1-c372-48d2-a462-d34100fa4e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.621376197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced400a1-c372-48d2-a462-d34100fa4e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.770657924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89a3a1df-58e7-4154-81f2-a8bf114dce03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.77068026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89a3a1df-58e7-4154-81f2-a8bf114dce03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.9173526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37fa4713-7c3b-49e6-8fad-82c62407f07b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.917380296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37fa4713-7c3b-49e6-8fad-82c62407f07b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.935259999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ab0ac8-84fd-4088-ad22-44aa7394a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:12.984564318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ab0ac8-84fd-4088-ad22-44aa7394a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:13.036029121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ab0ac8-84fd-4088-ad22-44aa7394a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:13.085195265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ab0ac8-84fd-4088-ad22-44aa7394a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:13.182069061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfc7171-c23a-4d36-a695-7a94540f082d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:13.18208038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa10fbfd-e0e6-4ceb-9cf4-c7e9e0c6935e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:13.236526648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa10fbfd-e0e6-4ceb-9cf4-c7e9e0c6935e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:13.236724106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfc7171-c23a-4d36-a695-7a94540f082d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:13.510897332Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b209aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b209aa","reconcileID":"a9fa9530-87df-4f05-bb07-a541f322bc92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b209aa","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b209aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:14.887434574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fde76f-6aff-4643-bca8-1689cc050ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:14.93636857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fde76f-6aff-4643-bca8-1689cc050ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:14.985949579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fde76f-6aff-4643-bca8-1689cc050ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:15.038981454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fde76f-6aff-4643-bca8-1689cc050ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:16.878457031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efe0f8-17cb-4636-a926-7603e5eca69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:16.927414504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efe0f8-17cb-4636-a926-7603e5eca69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:16.976311262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efe0f8-17cb-4636-a926-7603e5eca69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:17.025222325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efe0f8-17cb-4636-a926-7603e5eca69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:19.057855724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"a2b8e90f-3c13-43f7-81a0-05b6a66e3b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:19.114158868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"a2b8e90f-3c13-43f7-81a0-05b6a66e3b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"name":"e2e-api-a-abec4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:19.167142283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-abec4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"a2b8e90f-3c13-43f7-81a0-05b6a66e3b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.088554251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c82bba","reconcileID":"607f0f76-0d98-4705-82b2-b86856477297","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-c82bba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.293233423Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c82bba","reconcileID":"607f0f76-0d98-4705-82b2-b86856477297","MaaSSubscription":{"name":"e2e-default-int-sub-c82bba","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.489198912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1af92b06-7939-4c7d-b4d6-61eb143221e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.501056006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f56e0f1-7acb-410f-afa6-a28386e60f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.501074517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f56e0f1-7acb-410f-afa6-a28386e60f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.688373589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f4c05a6-7f98-42d3-b3a8-3f78d919aaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.688408465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50f8a061-4db0-47db-b592-482c928ea5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.741731695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f4c05a6-7f98-42d3-b3a8-3f78d919aaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:23.741936785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50f8a061-4db0-47db-b592-482c928ea5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:27.890360113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"9310f602-b0ea-446d-99a3-1edae200437c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:27.989319227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"55a85a50-e961-4baa-ac2c-dd6e27968126","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.218033463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"271acb17-d2a3-41dd-807b-52f703bd6886","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.274662291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"63b2cedc-f5fc-443b-99a4-4e6f79f51581","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.374517703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"5853d15c-a87f-4060-ba23-1f272be0c7b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.374638973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb79bfaf-35b1-4c6d-95cd-e53612ef5bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.397207025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"2eeecfd9-31e3-4cb3-8c39-e6003895895c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.577824715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"07f66140-5ff4-41c0-8e9a-ea7c86fc42c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.724414217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acdf9c4-473c-4566-bf70-721946ee972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.729661407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"d1f437a7-8736-4a44-aeb9-15715afc53bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.773733731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acdf9c4-473c-4566-bf70-721946ee972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.823200337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acdf9c4-473c-4566-bf70-721946ee972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.87225014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acdf9c4-473c-4566-bf70-721946ee972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:28.971409379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"381147eb-3199-4e5f-8736-5b6c011c6093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:29.020341091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"8e3d838f-42bf-495b-814a-13a8eb683ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:29.200144665Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-71e138","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-71e138","reconcileID":"4ce0c5bd-f7b3-448f-ac68-0dc914fe82c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-71e138","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-71e138":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:29.265603503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"29e799ff-c588-4b23-88c0-7d5809e67b4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:29.319556942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"29e799ff-c588-4b23-88c0-7d5809e67b4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"name":"e2e-api-a-abec4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:29.372034259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-abec4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (947c98d91d952f2d0e0a875774d50c017646b8421337718027452bf785570308) AuthConfig (3e767e181454fae40b7c4d894b61958148f07fc266f34dcfbf7085c3b8c15111) AuthConfig (453e76c710b9bee3308fb2ab9d843223a09fec852b52bcd4bd86f8b862e382ec) AuthConfig (582004cf2e121e552be4e39cfca9bb5c37188c37ad5c7359e25b7269fbd32c12) AuthConfig (9cf997cf17a078c4e14672b5b5836185a97ee3c20e069c46b90b50e8a96e0372) AuthConfig (568d603f93ca8ce9c6b0951234b708b023da894804d5f6918b79b6feb2cf640f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"29e799ff-c588-4b23-88c0-7d5809e67b4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:29.424831644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4880cec3-a78e-4aae-9036-bc59d1d4aa36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:29.424858501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4880cec3-a78e-4aae-9036-bc59d1d4aa36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:30.65311367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a16f6b1-bb59-448d-8e0a-3a7cb2d759e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:30.702105138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a16f6b1-bb59-448d-8e0a-3a7cb2d759e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:30.751525569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a16f6b1-bb59-448d-8e0a-3a7cb2d759e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:30.800772273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a16f6b1-bb59-448d-8e0a-3a7cb2d759e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:32.210783088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"5fdc439f-f963-4e87-bc55-05dfbf55f5f3","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:32.474798911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"a43b6706-1bf9-452d-981e-40d0de8b7c28","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:32.474826508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"a43b6706-1bf9-452d-981e-40d0de8b7c28","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:35.916792943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.707646697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"9778b175-7435-472e-b770-342a94e04a06","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.708101907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"0ad7b675-6ae3-46bf-80e8-c4ab4c708a1c","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.708387836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"95e0236a-d037-4a79-af65-3320b529fc11","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.778166682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"494adf13-f7e1-40c6-a859-62015126c6a2","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.778696088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"0699af2b-6def-4765-8b96-44259e6392a6","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.778995506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"7a2e491c-9938-498e-b719-0f0278828c34","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.853355225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e7082719-3726-417b-94ce-84d28158c0bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.853646818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e5d4bfa2-18ce-4851-bde6-9e182fbe7ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.906961104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e5d4bfa2-18ce-4851-bde6-9e182fbe7ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.907630519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"f0ad6d94-cf9a-4525-9f0c-ba8a96e71096","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.907772846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e7082719-3726-417b-94ce-84d28158c0bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:36.908136163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"7364d328-f195-4cb8-aabe-82a637d9d6ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.250243275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"aaa7e2e4-99a0-44f6-8c96-e69adabcae24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.250250231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e5a3a85b-ce9f-417e-b82c-c37f6cf0191c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.304779575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"aaa7e2e4-99a0-44f6-8c96-e69adabcae24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.30499919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e5a3a85b-ce9f-417e-b82c-c37f6cf0191c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.929189221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"eb578089-eed6-4dbd-a535-17cb7d9816fd","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.929210836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"eb578089-eed6-4dbd-a535-17cb7d9816fd","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.982518386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"734cb182-a5e2-4695-a0ee-86824a9ac7ac","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:37.982538765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"734cb182-a5e2-4695-a0ee-86824a9ac7ac","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.078790994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1bb7b8ef-3667-4988-b5e3-bb95fe657933","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.1937312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1bb7b8ef-3667-4988-b5e3-bb95fe657933","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.198719165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"6a3913d8-eeab-4322-806b-9d412e2babab","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.198737645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"6a3913d8-eeab-4322-806b-9d412e2babab","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.244839638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-aecd2961-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1bb7b8ef-3667-4988-b5e3-bb95fe657933","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.25338197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ad271956-d07b-4718-8999-355803149290","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.253404866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ad271956-d07b-4718-8999-355803149290","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:43:38.302408543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"755e96e3-74de-4694-b8b9-244e34956c67","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-aecd2961\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:43:38.302952098Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ad271956-d07b-4718-8999-355803149290","name":"e2e-lifecycle-model-aecd2961","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-aecd2961\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:43:38.303008285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ad271956-d07b-4718-8999-355803149290","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-aecd2961\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.303161168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9b02c056-7457-49a8-a166-02382a831fff","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.303172158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9b02c056-7457-49a8-a166-02382a831fff","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.397403348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"55987bdb-967a-4b96-9450-1b16248d0c98","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.406494417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"6fe5342f-44d3-4043-ab7c-b429c28ba24e","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.406512093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"6fe5342f-44d3-4043-ab7c-b429c28ba24e","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.4500538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"55987bdb-967a-4b96-9450-1b16248d0c98","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.459665923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"5bd78bd1-4792-4cde-b352-131d00ebb9c1","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.459684529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"5bd78bd1-4792-4cde-b352-131d00ebb9c1","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.50117104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-aecd2961-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"55987bdb-967a-4b96-9450-1b16248d0c98","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.658626609Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"97e87e46-2e27-479c-8a6f-4e0ae1fdcb5f","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"e2e-lifecycle-model-aecd2961","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-aecd2961/e2e-sub-aecd2961"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.814274944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"76c0ac09-0123-4b20-aa05-609c0951b98b","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:38.814295765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"76c0ac09-0123-4b20-aa05-609c0951b98b","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:39.009230489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"627439f0-0470-47fc-bcf0-08d05627df5b","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:39.166295635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9c29cbf4-c1e1-4cd5-86cb-d3359f129163","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:39.166314158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9c29cbf4-c1e1-4cd5-86cb-d3359f129163","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:39.522788087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"b2a6c1f3-a2d0-40be-a9c9-07b935ff8f65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:39.575890004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"b2a6c1f3-a2d0-40be-a9c9-07b935ff8f65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"name":"e2e-api-a-abec4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:39.626991956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-abec4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (947c98d91d952f2d0e0a875774d50c017646b8421337718027452bf785570308) AuthConfig (3e767e181454fae40b7c4d894b61958148f07fc266f34dcfbf7085c3b8c15111) AuthConfig (453e76c710b9bee3308fb2ab9d843223a09fec852b52bcd4bd86f8b862e382ec) AuthConfig (582004cf2e121e552be4e39cfca9bb5c37188c37ad5c7359e25b7269fbd32c12) AuthConfig (9cf997cf17a078c4e14672b5b5836185a97ee3c20e069c46b90b50e8a96e0372) AuthConfig (568d603f93ca8ce9c6b0951234b708b023da894804d5f6918b79b6feb2cf640f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"b2a6c1f3-a2d0-40be-a9c9-07b935ff8f65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:43.262428374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4efa150e-418c-423a-8f7f-d82e9273df83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:48.59883915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"5f30b316-2866-45da-ab9f-7caaf6cda522","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:48.651548556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"5f30b316-2866-45da-ab9f-7caaf6cda522","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:48.703441732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-aecd2961-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"5f30b316-2866-45da-ab9f-7caaf6cda522","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:49.725547313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"06f2bf0f-a3a3-48a7-9731-9ef653329364","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:49.779906002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"06f2bf0f-a3a3-48a7-9731-9ef653329364","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"name":"e2e-api-a-abec4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:50.091910622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91101496-be48-4798-b859-6cb037afa70d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:50.091963905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91101496-be48-4798-b859-6cb037afa70d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:55.855328606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"6cdd8e03-fec2-49fc-9da1-df3b00543efa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b209aa","tenantID":"e2e-api-b-b209aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:55.966912955Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"6cdd8e03-fec2-49fc-9da1-df3b00543efa","name":"e2e-api-b-b209aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:57.622317772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96b481ed-8cc7-40dd-b9ea-97240a4f9655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:57.721370793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec1f1cbf-e291-40f0-b3d8-fcb1a5dbc5dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:57.730879092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"e17c75bc-48bb-4100-90b0-eb121f37f1dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:57.847411911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"17e29815-0307-4ddc-bfef-bc91b9b065e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:57.942278451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"f3a85b6d-239c-49b7-af97-d892f60273de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.042616243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"5dc81653-2396-4c3c-91b6-6b71cd8ba880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.14213159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"04f42989-2c44-4b58-a9ea-37d15dab0469","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.293761402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"b1496fc4-ea87-49b0-8b8f-261aa35f622f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.396517594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"ef718067-c084-4b4a-8d8c-e892720d7a8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.498807873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"54b542ad-42b9-4398-9991-fb71e6fd57b6","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.4988096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"96d31d1c-8cc4-4770-8cb9-c85bfb05188a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.596700091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"181dd094-e93b-45c5-b80b-c45d9e8703c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.653619829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"cb79367b-e589-49a4-9804-b47d186228f8","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.653638079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"cb79367b-e589-49a4-9804-b47d186228f8","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.699450802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"ca740291-2ef8-4afb-ac1f-90f8a9f35a7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.8067432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"d7dc3f28-fb1c-480d-a213-0f028dcfe3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.806743194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"08bda404-4e1c-449a-93f1-70b9661c2c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.860011575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"08bda404-4e1c-449a-93f1-70b9661c2c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.860462465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"a6747da0-3f83-4136-a069-912a4c5c8c94","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.861297401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"d7dc3f28-fb1c-480d-a213-0f028dcfe3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.914128592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"a6747da0-3f83-4136-a069-912a4c5c8c94","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:58.965959744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-aecd2961-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58480ff92a96ad000f24e344f071cfd854324bf270b4c96efd5619d6b8c40fe4) AuthConfig (28a64a2f7521b35b33b0c3f337980d757545b64a74c1400632886e9afc82d3df) AuthConfig (104369dc0d532b33c70644a7763a3e1cbf5e2339af97c887607c8b224f2ff88c) AuthConfig (3d380edc48149700e4ec3745f0d3566589f5df6057c7f1eed221be4c431ff1d0) AuthConfig (b43e52551c14260561eccae514f9b89a893648ea72d9b8b6174d8348b00630f8) AuthConfig (acf67f7428db1c9c524c1909f5f4be7d8e6fe0dff80eef30c449ce7d504bc5b4) AuthConfig (31a3a8cdb8e11f651b0d5a950f6ae9beebf1d01e9099940a32d9b55b95201fc4) AuthConfig (63d8c8f89704858fa9fe2f3ea4cd662f4aee276682fc1bfa993c460ce2245ad1) AuthConfig (c98f478e45a86213fc1f3f296deee759b7f80bc7a0f8e2478fbc7fba7561ec86) AuthConfig (0aefb63d3ba42423897576c6d4956c879c1b507bad3e85b99e4f28fa3eec2ba9) AuthConfig (f867e8189274f0133ddbc0aaaddbb134a326b2dc9f4cb5e7dcd0f8f35d930970) AuthConfig (c9b344835ad535bdc46f50573427ec0a6d13a5e4053c0dbf4581198966b361bb) AuthConfig (1438a14ed89baa7f6d39182dfd3fc15e9514f2c8055962017b04199cfdefa638) AuthConfig (8110a97f64935a019bfc33d2c6d0adfba8ecb182c40b8da4339c9d5e6713fd4a) AuthConfig (b0cfda3a7fc166191de17b374d4e4ccf13ff69a6b0acd13ad6a58e038341e9cf) AuthConfig (18ed3a4a723f8a91b59069df5fa403bcf77b0d6db813ba0521e66f24b42df1d7) AuthConfig (a04e0727658eabf132d83b5e6440f439a85af68237377caf697fc2767252f079) AuthConfig (c865e798a89364f14b9b4f274020aba7d6e678c31a5ddb4f6089255b5d8b508b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"a6747da0-3f83-4136-a069-912a4c5c8c94","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:59.019694688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"1183bac9-27b8-47c1-9267-9bbc040d11bf","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:59.019716416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"1183bac9-27b8-47c1-9267-9bbc040d11bf","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:59.116374095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1c331de5-b56f-4a03-a434-ad6d183f5ad1","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:59.169212993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1c331de5-b56f-4a03-a434-ad6d183f5ad1","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:43:59.221459551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-aecd2961-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58480ff92a96ad000f24e344f071cfd854324bf270b4c96efd5619d6b8c40fe4) AuthConfig (28a64a2f7521b35b33b0c3f337980d757545b64a74c1400632886e9afc82d3df) AuthConfig (104369dc0d532b33c70644a7763a3e1cbf5e2339af97c887607c8b224f2ff88c) AuthConfig (3d380edc48149700e4ec3745f0d3566589f5df6057c7f1eed221be4c431ff1d0) AuthConfig (b43e52551c14260561eccae514f9b89a893648ea72d9b8b6174d8348b00630f8) AuthConfig (acf67f7428db1c9c524c1909f5f4be7d8e6fe0dff80eef30c449ce7d504bc5b4) AuthConfig (31a3a8cdb8e11f651b0d5a950f6ae9beebf1d01e9099940a32d9b55b95201fc4) AuthConfig (63d8c8f89704858fa9fe2f3ea4cd662f4aee276682fc1bfa993c460ce2245ad1) AuthConfig (c98f478e45a86213fc1f3f296deee759b7f80bc7a0f8e2478fbc7fba7561ec86) AuthConfig (0aefb63d3ba42423897576c6d4956c879c1b507bad3e85b99e4f28fa3eec2ba9) AuthConfig (f867e8189274f0133ddbc0aaaddbb134a326b2dc9f4cb5e7dcd0f8f35d930970) AuthConfig (c9b344835ad535bdc46f50573427ec0a6d13a5e4053c0dbf4581198966b361bb) AuthConfig (1438a14ed89baa7f6d39182dfd3fc15e9514f2c8055962017b04199cfdefa638) AuthConfig (8110a97f64935a019bfc33d2c6d0adfba8ecb182c40b8da4339c9d5e6713fd4a) AuthConfig (b0cfda3a7fc166191de17b374d4e4ccf13ff69a6b0acd13ad6a58e038341e9cf) AuthConfig (18ed3a4a723f8a91b59069df5fa403bcf77b0d6db813ba0521e66f24b42df1d7) AuthConfig (a04e0727658eabf132d83b5e6440f439a85af68237377caf697fc2767252f079) AuthConfig (c865e798a89364f14b9b4f274020aba7d6e678c31a5ddb4f6089255b5d8b508b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1c331de5-b56f-4a03-a434-ad6d183f5ad1","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:05.917316667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:09.319958725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"3ab8d842-306f-4d10-99df-1d326d6ce852","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:09.372787917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"3ab8d842-306f-4d10-99df-1d326d6ce852","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:09.424460472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-aecd2961-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58480ff92a96ad000f24e344f071cfd854324bf270b4c96efd5619d6b8c40fe4) AuthConfig (28a64a2f7521b35b33b0c3f337980d757545b64a74c1400632886e9afc82d3df) AuthConfig (104369dc0d532b33c70644a7763a3e1cbf5e2339af97c887607c8b224f2ff88c) AuthConfig (3d380edc48149700e4ec3745f0d3566589f5df6057c7f1eed221be4c431ff1d0) AuthConfig (b43e52551c14260561eccae514f9b89a893648ea72d9b8b6174d8348b00630f8) AuthConfig (acf67f7428db1c9c524c1909f5f4be7d8e6fe0dff80eef30c449ce7d504bc5b4) AuthConfig (31a3a8cdb8e11f651b0d5a950f6ae9beebf1d01e9099940a32d9b55b95201fc4) AuthConfig (63d8c8f89704858fa9fe2f3ea4cd662f4aee276682fc1bfa993c460ce2245ad1) AuthConfig (c98f478e45a86213fc1f3f296deee759b7f80bc7a0f8e2478fbc7fba7561ec86) AuthConfig (0aefb63d3ba42423897576c6d4956c879c1b507bad3e85b99e4f28fa3eec2ba9) AuthConfig (f867e8189274f0133ddbc0aaaddbb134a326b2dc9f4cb5e7dcd0f8f35d930970) AuthConfig (c9b344835ad535bdc46f50573427ec0a6d13a5e4053c0dbf4581198966b361bb) AuthConfig (1438a14ed89baa7f6d39182dfd3fc15e9514f2c8055962017b04199cfdefa638) AuthConfig (8110a97f64935a019bfc33d2c6d0adfba8ecb182c40b8da4339c9d5e6713fd4a) AuthConfig (b0cfda3a7fc166191de17b374d4e4ccf13ff69a6b0acd13ad6a58e038341e9cf) AuthConfig (18ed3a4a723f8a91b59069df5fa403bcf77b0d6db813ba0521e66f24b42df1d7) AuthConfig (a04e0727658eabf132d83b5e6440f439a85af68237377caf697fc2767252f079) AuthConfig (c865e798a89364f14b9b4f274020aba7d6e678c31a5ddb4f6089255b5d8b508b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"3ab8d842-306f-4d10-99df-1d326d6ce852","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:13.964498774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"a23edb13-ff48-4a1d-b62d-4fa043288503","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:14.072858276Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"a23edb13-ff48-4a1d-b62d-4fa043288503","name":"e2e-api-a-71e138-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:19.522846614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"21add055-d424-48f0-9a77-5ed4acb05d60","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:19.576675594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"21add055-d424-48f0-9a77-5ed4acb05d60","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:19.827658703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9dbbcebb-92cf-4570-808e-6243a1b10aeb","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:19.827679872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9dbbcebb-92cf-4570-808e-6243a1b10aeb","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:32.571456952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"f789589f-b056-4504-9bda-3f0378b6a2a4","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:32.571479686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"f789589f-b056-4504-9bda-3f0378b6a2a4","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:32.674065409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"1a148f6f-92ec-455c-bbb4-bc0e2ec7419c","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:32.674093397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"1a148f6f-92ec-455c-bbb4-bc0e2ec7419c","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:32.766633944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"c3bd44b6-e207-46ba-bbd0-5303fe2ce490","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:32.816119528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"04469ac7-3404-43d6-b656-709e6e68c2fb","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:32.820571651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"c3bd44b6-e207-46ba-bbd0-5303fe2ce490","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:33.115099782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"38a373d3-b165-48cf-b633-2fc814d10891","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:33.119360871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"b2b5f142-e964-46bc-967f-e4307cc00967","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:33.167459461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"38a373d3-b165-48cf-b633-2fc814d10891","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:33.459172551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ff59c9-8c75-42a6-a6e2-12a4b0017029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:33.508706045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ff59c9-8c75-42a6-a6e2-12a4b0017029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:33.557632414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ff59c9-8c75-42a6-a6e2-12a4b0017029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:33.606411305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ff59c9-8c75-42a6-a6e2-12a4b0017029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.087443929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a704d16-4c79-4164-a72e-6bb1dde71668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.087468936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a704d16-4c79-4164-a72e-6bb1dde71668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.184299241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"namespace":"ai-tenant-e2e-mt-a77744fc","name":"e2e-policy-a77744fc","reconcileID":"b17bbb0f-dc04-41b7-9974-de0c8e567b8c","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.300014247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"namespace":"ai-tenant-e2e-mt-a77744fc","name":"e2e-policy-a77744fc","reconcileID":"b17bbb0f-dc04-41b7-9974-de0c8e567b8c","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.351187558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"namespace":"ai-tenant-e2e-mt-a77744fc","name":"e2e-policy-a77744fc","reconcileID":"b17bbb0f-dc04-41b7-9974-de0c8e567b8c","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.384772941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bee580-e8c7-4ece-8321-25b22a6412a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.418650828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"5111ff3c-4c6d-4479-914e-5c06f4585153","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.433645455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bee580-e8c7-4ece-8321-25b22a6412a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.482787958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bee580-e8c7-4ece-8321-25b22a6412a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.531743341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bee580-e8c7-4ece-8321-25b22a6412a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:35.915036761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.390413249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"7873a59b-7b76-4ed6-9226-2d62a1ba84c1","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.445357412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"5f3ea5ac-2b0d-441c-b316-f64c6134abec","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.660428472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"c41d1b1a-84f7-4932-b92f-1af179b9bbde","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.669414635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"c2b26e4b-7a39-42f6-ad0f-9a540f1eba12","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.711952383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d68ba4ac-ea8c-4ce0-affc-53308cc223ca","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.724455702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"c2b26e4b-7a39-42f6-ad0f-9a540f1eba12","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:44:36.766602487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-sub","reconcileID":"ba1e0c26-b0af-4ad9-a999-0a220744e45a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.826615761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"a7c6c7a5-a184-4148-8e0c-1076e0541d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.827108734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0163412f-125a-43bc-96e7-bc1aa981e8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.881850319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d3a34e21-3757-42f9-922e-3836ad6493f4","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.884269699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0163412f-125a-43bc-96e7-bc1aa981e8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.885080151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"a7c6c7a5-a184-4148-8e0c-1076e0541d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:36.933181667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"94ec9894-8996-4353-ad50-9f56bda51c4d","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.031018038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"b5d5535e-f9e3-4292-b57f-9f975a3214b8","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.175901481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"3f68673f-0e72-4c90-a294-7760d733a6ce","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.181123823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-sub","reconcileID":"70180955-96c3-499d-b111-1bb1d4a2f4f3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.223412739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"af7c25ee-353d-4bae-9a63-82f629379f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.223743575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"6487ae4b-7861-4b8b-8365-dfcc0be5b0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.228106432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"3f68673f-0e72-4c90-a294-7760d733a6ce","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.276122327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"af7c25ee-353d-4bae-9a63-82f629379f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.27631599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"6487ae4b-7861-4b8b-8365-dfcc0be5b0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.339510664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"e78108fa-c05b-41c5-a6e7-e056f9885c3f","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.377380293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"c9d47b27-4c87-4716-86d9-c1af077cc162","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.37794958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a694ce79-7d1c-4f4d-858d-dd82f7658c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.426778776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a694ce79-7d1c-4f4d-858d-dd82f7658c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.475945571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a694ce79-7d1c-4f4d-858d-dd82f7658c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.525116284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a694ce79-7d1c-4f4d-858d-dd82f7658c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:37.623306732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-sub","reconcileID":"78a0ac1c-59d9-440f-bb04-8909c79f8720","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.298148302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018de29-9cb6-44bf-8ec3-3d43f7a98812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.347616989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018de29-9cb6-44bf-8ec3-3d43f7a98812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.396553852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018de29-9cb6-44bf-8ec3-3d43f7a98812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.446436877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0018de29-9cb6-44bf-8ec3-3d43f7a98812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.837641675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"35a70182-31be-4aaa-882f-30db6d1a516e","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.98381087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"7ce89dda-5775-4f1e-9d07-73034f0287ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.983824761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e3597605-b0fc-41af-bb2d-2c7451c99efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:39.984363157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"d552f455-a68a-4824-a683-5b0ad242f8a8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:40.037231361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e3597605-b0fc-41af-bb2d-2c7451c99efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:40.039451781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"7ce89dda-5775-4f1e-9d07-73034f0287ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:40.039479861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"d552f455-a68a-4824-a683-5b0ad242f8a8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:41.277581787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6f396d-3469-4379-bb5b-8055cc96af5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:41.326876128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6f396d-3469-4379-bb5b-8055cc96af5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:41.375953685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6f396d-3469-4379-bb5b-8055cc96af5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:41.424754855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6f396d-3469-4379-bb5b-8055cc96af5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.071660797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"8d9ad686-fad0-421c-9468-e1bffe626e33","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.071684975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"8d9ad686-fad0-421c-9468-e1bffe626e33","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.168719915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1d86d068-768d-4ae1-bb23-03bdcc1f1775","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.221197682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"1d86d068-768d-4ae1-bb23-03bdcc1f1775","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.267450002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"317c7f36-9744-48f8-b3c0-e604fc33ac38","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.402283234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca134fd0-7588-4351-a092-656669267d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.451290949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca134fd0-7588-4351-a092-656669267d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.500563098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca134fd0-7588-4351-a092-656669267d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.549630236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca134fd0-7588-4351-a092-656669267d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.598758062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"edfa3a17-716e-4186-b1b6-1d3b1740e70f","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.65207324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"edfa3a17-716e-4186-b1b6-1d3b1740e70f","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:43.697536428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"63c44138-a649-435c-9dea-6b771b8e04e1","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.389180798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88739072-671f-437f-bda1-f8bd6688304e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.438162808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88739072-671f-437f-bda1-f8bd6688304e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.486884319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88739072-671f-437f-bda1-f8bd6688304e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.536276549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88739072-671f-437f-bda1-f8bd6688304e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.713338605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e589f265-9e4e-4cda-bc51-4eda851e24e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.713455962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e589f265-9e4e-4cda-bc51-4eda851e24e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.787845671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1dab53a-3b92-4dfd-bc6c-de085fd70a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.787867738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1dab53a-3b92-4dfd-bc6c-de085fd70a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:45.884757147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"e8d572bc-d313-4be1-b66c-1384fb084435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b209aa","tenantID":"e2e-api-b-b209aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:46.001202103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"e8d572bc-d313-4be1-b66c-1384fb084435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"name":"e2e-api-b-b209aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:46.052300642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b209aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"e8d572bc-d313-4be1-b66c-1384fb084435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:46.104062436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c9b6a22-d589-47ef-97aa-3dd8c50c42be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:46.104082457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c9b6a22-d589-47ef-97aa-3dd8c50c42be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:47.324715875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a92d0e-6c89-4419-9da1-947f5a710613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:47.373861792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a92d0e-6c89-4419-9da1-947f5a710613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:47.423543014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a92d0e-6c89-4419-9da1-947f5a710613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:47.472743928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a92d0e-6c89-4419-9da1-947f5a710613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:49.239730083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c14b9b-a50d-4f51-8222-ccc61e47a104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:49.288710699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c14b9b-a50d-4f51-8222-ccc61e47a104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:49.337591111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c14b9b-a50d-4f51-8222-ccc61e47a104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:49.386442044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c14b9b-a50d-4f51-8222-ccc61e47a104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:49.99298406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-sub","reconcileID":"18025983-bab6-499a-b5a9-54738883f53d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.200455882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-sub","reconcileID":"18025983-bab6-499a-b5a9-54738883f53d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.397003678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"4fcd7809-f64d-4064-81c6-7972760a443d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.454886558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"be985271-5dca-4f56-9852-7d7f26eeaa1e","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.601306175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"76fb7a82-1228-408b-a498-da501f1d1438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.601353232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"c0449760-7dc5-4d43-901f-ad539508f197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.601825025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"75bd813d-538c-4463-a4b8-a872c6190768","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.603819759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"0ea58acc-ca56-4db6-b8bd-5f1ec5160690","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.654968229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"c0449760-7dc5-4d43-901f-ad539508f197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.655003929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"76fb7a82-1228-408b-a498-da501f1d1438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.657240817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"75bd813d-538c-4463-a4b8-a872c6190768","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:50.854415377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-api-key-scoped-auth","reconcileID":"0ddcba18-ca9d-4590-a7ff-a4d6066c7fe4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:51.105469424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"bd34af09-2419-41c8-80ea-e31e9f088ad1","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.53937694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"87ed7bc1-efff-4d36-a336-4819a2c16949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.539589189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c90bbc0f-5461-40c0-bb36-a9af986659b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.539613869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c90bbc0f-5461-40c0-bb36-a9af986659b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.809468438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"87ed7bc1-efff-4d36-a336-4819a2c16949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.926657854Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"87ed7bc1-efff-4d36-a336-4819a2c16949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"name":"e2e-api-a-abec4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.926684077Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"e2e-e2e-api-a-abec4c-policy","reconcileID":"87ed7bc1-efff-4d36-a336-4819a2c16949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-abec4c-policy","namespace":"ai-tenant-e2e-api-a-abec4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-abec4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.99105845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07519b90-5b44-46d1-abea-c37b235f49f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:52.991078125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07519b90-5b44-46d1-abea-c37b235f49f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:54.291714598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7909f1ba-43a7-4b65-bd42-459c87d2809f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:54.340838466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7909f1ba-43a7-4b65-bd42-459c87d2809f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:54.390072882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7909f1ba-43a7-4b65-bd42-459c87d2809f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:54.439463425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7909f1ba-43a7-4b65-bd42-459c87d2809f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.047331452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"namespace":"ai-tenant-e2e-mt-a77744fc","name":"e2e-policy-a77744fc","reconcileID":"a8030a7c-5fca-4531-b6cd-ec787474e686","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.196292041Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"namespace":"ai-tenant-e2e-mt-a77744fc","name":"e2e-policy-a77744fc","reconcileID":"a8030a7c-5fca-4531-b6cd-ec787474e686","MaaSAuthPolicy":{"name":"e2e-policy-a77744fc","namespace":"ai-tenant-e2e-mt-a77744fc"},"policyNamespace":"ai-tenant-e2e-mt-a77744fc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.201763699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"8ed4a4c6-fe29-4ba2-bca0-5b3de9f1726a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b209aa","tenantID":"e2e-api-b-b209aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.243151309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cb4f6c6-8420-4236-8272-ee19ea180c77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.254305009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"8ed4a4c6-fe29-4ba2-bca0-5b3de9f1726a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"name":"e2e-api-b-b209aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.286264181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6135e7f4-125e-494d-b118-69a8b427897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.335217373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6135e7f4-125e-494d-b118-69a8b427897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.339508868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b209aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"8ed4a4c6-fe29-4ba2-bca0-5b3de9f1726a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.384212157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6135e7f4-125e-494d-b118-69a8b427897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.385112549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"feab0e65-4026-47bc-a9e4-2066df1a6a2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.433485181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6135e7f4-125e-494d-b118-69a8b427897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.534287636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"7a5c7d83-3258-419d-85b7-cfda36669054","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.588316281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"de1af8a2-2b3b-49fb-b076-83185378e854","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.737770332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bcd5f9fb-eb3f-4b49-b692-a8fc58d2699c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.738260798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"c2d29f24-2ff5-44f2-8a68-97ef735c44f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:56.78948325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"45069a0f-2222-4a05-9140-e3891d0147cf","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:57.073348256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"84fb7793-f76a-48b9-a033-0f745665511d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:57.176292192Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f3ba08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f3ba08","reconcileID":"5377bc60-1b47-420a-aa3b-fecd7de71e42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f3ba08","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f3ba08":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:57.177770002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"ec9c446b-e8a2-418a-bf3d-09d64cbe6eee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:57.275340143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"f5194a4b-364a-4519-9a3e-36e8d027039d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:57.375349172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"1deeb1e7-7508-45bb-a8dc-daadaeb64fcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:57.375359243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"939c0896-dbee-4cc7-a647-182909042c08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:58.225075703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ecb52c-4e70-4f59-bcd8-35dde5206a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:58.274859161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ecb52c-4e70-4f59-bcd8-35dde5206a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:58.324013705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ecb52c-4e70-4f59-bcd8-35dde5206a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:44:58.372951065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ecb52c-4e70-4f59-bcd8-35dde5206a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.176602569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8871af8-3b21-4035-9fd8-3ecfe9202922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.225914728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8871af8-3b21-4035-9fd8-3ecfe9202922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.275138084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8871af8-3b21-4035-9fd8-3ecfe9202922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.324261719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8871af8-3b21-4035-9fd8-3ecfe9202922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.862589259Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"4943aa74-87e6-4a12-af57-74d1f643f56c","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.86265773Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"4943aa74-87e6-4a12-af57-74d1f643f56c","name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.916810065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ded2da64-b07f-430f-9508-59032576615f","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.916847225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ded2da64-b07f-430f-9508-59032576615f","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.917697191Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"4943aa74-87e6-4a12-af57-74d1f643f56c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.917765049Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"4943aa74-87e6-4a12-af57-74d1f643f56c","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.917875889Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"4943aa74-87e6-4a12-af57-74d1f643f56c","name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.97665949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"3e191d76-496e-4016-b796-d06a8f847d03","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.97668823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"3e191d76-496e-4016-b796-d06a8f847d03","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:00.97769921Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"4943aa74-87e6-4a12-af57-74d1f643f56c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.018889462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"9e72f1eb-4a82-492f-be98-293f26979080","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:01.032526084Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"3e191d76-496e-4016-b796-d06a8f847d03","name":"e2e-lifecycle-model-aecd2961","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-aecd2961\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:01.03271515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"3e191d76-496e-4016-b796-d06a8f847d03","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-aecd2961\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.03823855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"223a7a26-7aef-4d70-8a4f-52b2814e96ed","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.038347921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"223a7a26-7aef-4d70-8a4f-52b2814e96ed","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.07221609Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"c41c5a0c-2a14-4c6c-b1a8-2d2948a2161e","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a702f335","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.073517226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"9e72f1eb-4a82-492f-be98-293f26979080","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.14487047Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"29b27e64-e87f-402b-a699-7a97fabde76c","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a702f335","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.272983124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"c6c69d6c-e6ac-43b6-a59b-e425cb3d02aa","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.519992801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"c6c69d6c-e6ac-43b6-a59b-e425cb3d02aa","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.635388826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"c6c69d6c-e6ac-43b6-a59b-e425cb3d02aa","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"e2e-mt-aecd2961-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.635411991Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-policy-aecd2961","reconcileID":"c6c69d6c-e6ac-43b6-a59b-e425cb3d02aa","MaaSAuthPolicy":{"name":"e2e-policy-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.688253125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"7173c58d-07d2-4364-acf6-d1a8e763998d","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:01.688276583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"7173c58d-07d2-4364-acf6-d1a8e763998d","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:02.544828387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d1e3190-dd15-4410-a045-7dbee83aec22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:02.597016621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d1e3190-dd15-4410-a045-7dbee83aec22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:02.646544063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d1e3190-dd15-4410-a045-7dbee83aec22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:02.696140374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d1e3190-dd15-4410-a045-7dbee83aec22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:04.472067821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f0ae-c382-489a-92ea-780798bcf870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:04.521490001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f0ae-c382-489a-92ea-780798bcf870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:04.570798809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f0ae-c382-489a-92ea-780798bcf870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:04.620270649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f0ae-c382-489a-92ea-780798bcf870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:05.844317975Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","namespace":"ai-tenant-e2e-api-a-abec4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:05.844420635Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","namespace":"ai-tenant-e2e-api-a-abec4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:05.844485547Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","tenant":"e2e-api-a-abec4c","tenantID":"e2e-api-a-abec4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:05.895154202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"Deployment","name":"maas-api-e2e-api-a-abec4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:05.91680496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:05.95430967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"Service","name":"maas-api-e2e-api-a-abec4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.007112626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-abec4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.057390934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-abec4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.108646856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.162234251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.215910404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.267910117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.316362047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"Deployment","name":"payload-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.36464206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.413329391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"Service","name":"payload-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.444365349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"e6ccc3df-bb27-4976-97c3-eb6028c07992","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b209aa","tenantID":"e2e-api-b-b209aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.462867116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"Service","name":"payload-pre-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.500780152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"e6ccc3df-bb27-4976-97c3-eb6028c07992","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"name":"e2e-api-b-b209aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.511297613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.551983901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b209aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"e6ccc3df-bb27-4976-97c3-eb6028c07992","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.559560662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.574901688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9355c05-0b03-46fb-8938-82cf2e2bc155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.574964823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9355c05-0b03-46fb-8938-82cf2e2bc155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.607755057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.625898412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e17e155-2209-480c-8d21-6c2a19255022","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.625952964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e17e155-2209-480c-8d21-6c2a19255022","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.65919172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.707549098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.722581946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"1350d125-eaad-4df9-8d27-3a57546aebb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.756454777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.80830178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-abec4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.839356543Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"1350d125-eaad-4df9-8d27-3a57546aebb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.859610103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-abec4c"},"namespace":"ai-tenant-e2e-api-a-abec4c","name":"default-tenant","reconcileID":"bdf2d82d-b245-4810-8fcd-49fea300ad39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-abec4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.892776169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71e138-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"1350d125-eaad-4df9-8d27-3a57546aebb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.945126059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17308a7f-2d5f-49ea-9c8c-00a38ec83e75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:06.945153617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17308a7f-2d5f-49ea-9c8c-00a38ec83e75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.194722811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"50f0bed0-e31f-4e7a-8a44-a5a9aeb572fb","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","subscription":"e2e-sub-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.243592806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"50f0bed0-e31f-4e7a-8a44-a5a9aeb572fb","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.292842511Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-sub-aecd2961","reconcileID":"50f0bed0-e31f-4e7a-8a44-a5a9aeb572fb","MaaSSubscription":{"name":"e2e-sub-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"name":"maas-trlp-e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.550118358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"35c5381b-1bf7-4cad-bb87-12ba9e3dacba","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.550140224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"35c5381b-1bf7-4cad-bb87-12ba9e3dacba","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.559352265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6634bf95-4f50-4465-baa6-957c4e79081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.608443053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6634bf95-4f50-4465-baa6-957c4e79081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.657631264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6634bf95-4f50-4465-baa6-957c4e79081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:11.707303003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6634bf95-4f50-4465-baa6-957c4e79081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:12.189121598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f52615","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f52615","reconcileID":"c3fba02f-4e45-4ed0-aaeb-22dbfd9e5a20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f52615","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f52615":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:13.503730272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e44f3b-535e-45a0-80c3-e5c25f3fdf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:13.552509192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e44f3b-535e-45a0-80c3-e5c25f3fdf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:13.601511353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e44f3b-535e-45a0-80c3-e5c25f3fdf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:13.650757931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e44f3b-535e-45a0-80c3-e5c25f3fdf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:15.506378013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8a0885-759d-488e-8bca-410072612cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:15.556469881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8a0885-759d-488e-8bca-410072612cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:15.606294417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8a0885-759d-488e-8bca-410072612cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:15.654961209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8a0885-759d-488e-8bca-410072612cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:15.655033382Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-abec4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-abec4c","reconcileID":"f8733bbb-729a-4c25-8475-cac3f3f1f20c","aitenant":"ai-tenants/e2e-api-a-abec4c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:16.376125799Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-abec4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-abec4c","reconcileID":"f8733bbb-729a-4c25-8475-cac3f3f1f20c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-abec4c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-abec4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:16.775673203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"32fe074a-e429-40f1-a807-c72dcb415a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b209aa","tenantID":"e2e-api-b-b209aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:16.828653844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"32fe074a-e429-40f1-a807-c72dcb415a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"name":"e2e-api-b-b209aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:16.901907782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b209aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"32fe074a-e429-40f1-a807-c72dcb415a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:17.058911057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"3b5957f9-7951-4315-baab-c9fbbc09c65a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:17.124742488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"3b5957f9-7951-4315-baab-c9fbbc09c65a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:17.195057608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71e138-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"3b5957f9-7951-4315-baab-c9fbbc09c65a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:17.500330654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3159f92-c228-4af0-9f56-1fa8ff708c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:17.552662895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3159f92-c228-4af0-9f56-1fa8ff708c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:17.602130057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3159f92-c228-4af0-9f56-1fa8ff708c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:17.650937524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3159f92-c228-4af0-9f56-1fa8ff708c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:19.502512343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8267123-0193-4207-9e50-70940cbef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:19.551418013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8267123-0193-4207-9e50-70940cbef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:19.600316535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8267123-0193-4207-9e50-70940cbef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:19.64935915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8267123-0193-4207-9e50-70940cbef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.037009692Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"a56693db-cab5-433a-bc97-0c435358e28e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.037221409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0a35b63-ba13-4721-acb8-ecc9b0d38cf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.037241274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0a35b63-ba13-4721-acb8-ecc9b0d38cf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.23470909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"a56693db-cab5-433a-bc97-0c435358e28e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b209aa","tenantID":"e2e-api-b-b209aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.353108905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"a56693db-cab5-433a-bc97-0c435358e28e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"name":"e2e-api-b-b209aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.353136914Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"e2e-e2e-api-b-b209aa-policy","reconcileID":"a56693db-cab5-433a-bc97-0c435358e28e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b209aa-policy","namespace":"ai-tenant-e2e-api-b-b209aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b209aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.408581081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f7befee-6125-49a3-8545-a00719881289","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:23.408604971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f7befee-6125-49a3-8545-a00719881289","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:24.670313775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94980b6b-e8e9-4f8e-a607-19bf67468493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:24.719647396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94980b6b-e8e9-4f8e-a607-19bf67468493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:24.768972421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94980b6b-e8e9-4f8e-a607-19bf67468493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:24.818674458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94980b6b-e8e9-4f8e-a607-19bf67468493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:26.679815234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f7f85f-cca0-4173-90a0-1632adb03bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:26.728873696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f7f85f-cca0-4173-90a0-1632adb03bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:26.779801213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f7f85f-cca0-4173-90a0-1632adb03bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:26.830199626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f7f85f-cca0-4173-90a0-1632adb03bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:27.293276083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"9f74507a-57a3-4867-b397-f7f124a7320f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:27.347309285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"9f74507a-57a3-4867-b397-f7f124a7320f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:27.418621741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71e138-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"9f74507a-57a3-4867-b397-f7f124a7320f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:28.625102446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bd888d-8085-482c-94d1-d5d59cbe7ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:28.674131545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bd888d-8085-482c-94d1-d5d59cbe7ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:28.723065349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bd888d-8085-482c-94d1-d5d59cbe7ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:28.771975498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bd888d-8085-482c-94d1-d5d59cbe7ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:30.59059938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f923d5-260e-4a01-bb28-4a0e09694b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:30.639339289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f923d5-260e-4a01-bb28-4a0e09694b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:30.688295531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f923d5-260e-4a01-bb28-4a0e09694b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:30.737176205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f923d5-260e-4a01-bb28-4a0e09694b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.135491798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"777fef7d-46f1-4dd4-8c01-7bf5a0778332","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.438857866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"903cd1f6-e55b-4db9-8cea-e6fe1e3af56f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.540281978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"220fa00c-b879-42a1-b1fb-b84704d29b1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.639650163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"d1bf864e-5711-4060-aea4-7433da1e45ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.740674341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"113d6dd6-f04a-4f27-8505-73afe4f7f29d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.777384201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"3d74bd7e-dc60-4d56-9bad-7050d3fe9d85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.842100054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"4c5c603e-d84f-4e8a-9a49-9875b345dca5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.887642979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"dbdde0b4-734b-45a2-bf46-93412d7021c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:31.99756995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26c0813b-3c23-449d-b5a6-10f4afa23fd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:32.100273316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"14125b2e-6ec1-4f23-ab91-ef0b334fba66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:32.205322647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"c5d8796d-fce6-445f-b6a1-0bbf4df8cef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:35.915169633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:37.516508508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"9a153846-9934-428e-ae30-dd2c03001172","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:37.569859192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"9a153846-9934-428e-ae30-dd2c03001172","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:37.622116018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71e138-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (117d1080ee4db9c48ccf64730a281c9557afdfe89ff8a596e15cd0af927071a9) AuthConfig (1a1828f0177dc23480c4c8aee232ad39273b4af40549841ee807c7912d536aac) AuthConfig (bfbc3e358effe23503711f6160cbe7e8bd1277d280dda5aa406923301d8ed548) AuthConfig (0dee1b7517514df9d0dcba97b6067c7527f32f3864d872339ed13c49ce51edaa) AuthConfig (fe046f15acff7df53b35febe9a2c0e665b2f6c30c83d266084a75c36ae6ba92f) AuthConfig (c8b31881313036aad8ce3eb1bdd654c8fad82bd4910f2dcf49567cab519aa8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"9a153846-9934-428e-ae30-dd2c03001172","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:37.676206606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b81b22-4894-418f-89bc-59fa4e033594","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:37.676234309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b81b22-4894-418f-89bc-59fa4e033594","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:39.620382213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"3dfa675b-ae85-4275-b86d-de19015fea45","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:39.728798389Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"3dfa675b-ae85-4275-b86d-de19015fea45","name":"e2e-api-a-f3ba08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.315047761Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.315127343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.315200709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","tenant":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.366331452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"Deployment","name":"maas-api-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.424547813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"Service","name":"maas-api-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.476978506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.532208229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.584602657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.642481264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.699214277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.75016057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.801408682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"Deployment","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.850689736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.900376688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"Service","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.948598179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"Service","name":"payload-pre-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:44.996998422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"DestinationRule","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:45.045500067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:45.094831477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:45.147169467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:45.195915534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:45.244599441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:45.301286776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:45.350706961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"0030f47d-6eea-4488-9d6c-dac33377ce82","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-aecd2961","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:46.736161303Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aecd2961","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aecd2961","reconcileID":"18bd3900-3655-4319-85b6-c66efd5bd876","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-aecd2961","removed":["maas.opendatahub.io/gateway-access-e2e-mt-aecd2961"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:46.895431613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"fc71b79a-1be6-46d3-b293-73d245142196","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:46.998337692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"fc71b79a-1be6-46d3-b293-73d245142196","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.003713746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"0e68a291-f234-4bfc-9edd-c00c499704e2","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.003786391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"0e68a291-f234-4bfc-9edd-c00c499704e2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.014994816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"5391dfe5-da8f-4ab4-924d-f36176e19787","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.015058735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"5391dfe5-da8f-4ab4-924d-f36176e19787","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.036360308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"bea690df-1d1e-4dca-aee9-b41a58de67c4","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.036416252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"bea690df-1d1e-4dca-aee9-b41a58de67c4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.077518776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"646c686b-cd34-4645-90d8-6f399776a356","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.077591027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"646c686b-cd34-4645-90d8-6f399776a356","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.157897615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"8dcd1fd1-7301-4747-b002-60649f859626","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.158009401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"8dcd1fd1-7301-4747-b002-60649f859626","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.319093754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"42bda093-4947-4322-a66d-dd99293a48d6","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.3191663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"42bda093-4947-4322-a66d-dd99293a48d6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.640021387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9279182d-3bd5-4a06-aea3-67bd60319858","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:47.640102391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"9279182d-3bd5-4a06-aea3-67bd60319858","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:47.790620461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2abc2dd4-8b1c-4217-9c2a-e83224635373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:47.790780426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"3abd0c3b-4400-4758-b81e-c6349cdb9b5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:47.839935802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2abc2dd4-8b1c-4217-9c2a-e83224635373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:47.889295307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2abc2dd4-8b1c-4217-9c2a-e83224635373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:47.93840405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2abc2dd4-8b1c-4217-9c2a-e83224635373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:47.942624247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"3abd0c3b-4400-4758-b81e-c6349cdb9b5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:47.994149969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71e138-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (117d1080ee4db9c48ccf64730a281c9557afdfe89ff8a596e15cd0af927071a9) AuthConfig (1a1828f0177dc23480c4c8aee232ad39273b4af40549841ee807c7912d536aac) AuthConfig (bfbc3e358effe23503711f6160cbe7e8bd1277d280dda5aa406923301d8ed548) AuthConfig (0dee1b7517514df9d0dcba97b6067c7527f32f3864d872339ed13c49ce51edaa) AuthConfig (fe046f15acff7df53b35febe9a2c0e665b2f6c30c83d266084a75c36ae6ba92f) AuthConfig (c8b31881313036aad8ce3eb1bdd654c8fad82bd4910f2dcf49567cab519aa8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"3abd0c3b-4400-4758-b81e-c6349cdb9b5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:48.281197458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"72d25ac4-bc9b-4ba1-9c75-6eed48f27b63","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:48.281269096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"72d25ac4-bc9b-4ba1-9c75-6eed48f27b63","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:49.562224273Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"931d6fee-1332-4ba5-a05a-1987b732daa4","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:49.562314844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"931d6fee-1332-4ba5-a05a-1987b732daa4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:49.786680214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc2ec99-52ff-4292-85f0-5894689e4418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:49.835702756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc2ec99-52ff-4292-85f0-5894689e4418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:49.884526669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc2ec99-52ff-4292-85f0-5894689e4418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:49.933546389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc2ec99-52ff-4292-85f0-5894689e4418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:51.70828328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8d1e9-b7e7-40bf-8b40-ca12531fa14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:51.757073811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8d1e9-b7e7-40bf-8b40-ca12531fa14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:51.807116465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8d1e9-b7e7-40bf-8b40-ca12531fa14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:51.857265582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8d1e9-b7e7-40bf-8b40-ca12531fa14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:52.123028623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"45553f1e-c650-4d48-aaae-f9ad32ba7ec5","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:52.12313141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"45553f1e-c650-4d48-aaae-f9ad32ba7ec5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:53.096907819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ebebf2b4-9461-4929-aa5b-1721826880a5","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:53.097012191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"ebebf2b4-9461-4929-aa5b-1721826880a5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:53.299839191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"49da64ac-5f0c-4930-a5a5-50bd4ac8b133","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:45:53.29994094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"49da64ac-5f0c-4930-a5a5-50bd4ac8b133","error":"resolve tenant gateway for model ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961-kserve-route (gateways: [openshift-ingress/e2e-mt-aecd2961]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:53.976760971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003a9c11-9d77-4f91-a7d8-07e2588e24c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:54.025774761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003a9c11-9d77-4f91-a7d8-07e2588e24c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:54.07464708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003a9c11-9d77-4f91-a7d8-07e2588e24c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:54.12385362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003a9c11-9d77-4f91-a7d8-07e2588e24c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:54.452056629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"5b1a694a-62f1-4d88-8faa-5c5e99e43c23","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:54.452086061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"5b1a694a-62f1-4d88-8faa-5c5e99e43c23","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:54.605504777Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aecd2961","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aecd2961","reconcileID":"aaf33a9e-f96b-4512-a2d5-18a05208d0cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-aecd2961","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-aecd2961":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:55.461110385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"eba567e8-d64c-4087-973e-047fa5030e48","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:55.46113489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"eba567e8-d64c-4087-973e-047fa5030e48","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:55.912147559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d2d12f-608f-495f-98a0-101d4052458a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:55.961038713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d2d12f-608f-495f-98a0-101d4052458a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:56.010057368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d2d12f-608f-495f-98a0-101d4052458a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:56.063250553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d2d12f-608f-495f-98a0-101d4052458a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:57.854576551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0ecfcc-f8da-4748-bfb9-5fa1f3d84d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:57.906948241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0ecfcc-f8da-4748-bfb9-5fa1f3d84d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:57.955761793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0ecfcc-f8da-4748-bfb9-5fa1f3d84d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:58.005802731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0ecfcc-f8da-4748-bfb9-5fa1f3d84d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:58.104539331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"e96f8c46-6a1b-4d55-ad64-02aa6c0c8d31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:58.15950499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"e96f8c46-6a1b-4d55-ad64-02aa6c0c8d31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:58.213513889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71e138-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (117d1080ee4db9c48ccf64730a281c9557afdfe89ff8a596e15cd0af927071a9) AuthConfig (1a1828f0177dc23480c4c8aee232ad39273b4af40549841ee807c7912d536aac) AuthConfig (bfbc3e358effe23503711f6160cbe7e8bd1277d280dda5aa406923301d8ed548) AuthConfig (0dee1b7517514df9d0dcba97b6067c7527f32f3864d872339ed13c49ce51edaa) AuthConfig (fe046f15acff7df53b35febe9a2c0e665b2f6c30c83d266084a75c36ae6ba92f) AuthConfig (c8b31881313036aad8ce3eb1bdd654c8fad82bd4910f2dcf49567cab519aa8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"e96f8c46-6a1b-4d55-ad64-02aa6c0c8d31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:45:59.895231497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"7ec816ec-fb47-47c1-b45d-545e31805ebc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f52615","tenantID":"e2e-api-b-f52615","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:00.004054754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"7ec816ec-fb47-47c1-b45d-545e31805ebc","name":"e2e-api-b-f52615-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:00.059964806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f14448-9c68-454e-a07c-1543d28a839b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:00.108701474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f14448-9c68-454e-a07c-1543d28a839b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:00.157376761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f14448-9c68-454e-a07c-1543d28a839b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:00.206379566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f14448-9c68-454e-a07c-1543d28a839b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:01.987840924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b59f8ad-ff51-458b-8049-2bf796169faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:02.037995529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b59f8ad-ff51-458b-8049-2bf796169faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:02.087075449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b59f8ad-ff51-458b-8049-2bf796169faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:02.136106933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b59f8ad-ff51-458b-8049-2bf796169faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:04.86762237Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","namespace":"ai-tenant-e2e-api-b-b209aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:04.867684232Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","namespace":"ai-tenant-e2e-api-b-b209aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:04.867739664Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","tenant":"e2e-api-b-b209aa","tenantID":"e2e-api-b-b209aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:04.920372125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"Deployment","name":"maas-api-e2e-api-b-b209aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:04.977083209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"Service","name":"maas-api-e2e-api-b-b209aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.031547981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b209aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.082459453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b209aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.135226522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.186046698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.240072942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.290500297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.338792953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"Deployment","name":"payload-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.387122435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.443373175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"Service","name":"payload-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.4953045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.546748228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.596387263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.64480827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.696412419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.744804743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.7933039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.841809558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b209aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.910169032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b209aa"},"namespace":"ai-tenant-e2e-api-b-b209aa","name":"default-tenant","reconcileID":"04dbb944-dee6-4c8c-9ff2-59ac3a04f963","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b209aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:05.926983821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:08.311718172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"d97adb7a-3f87-4e35-a536-5291a5a33ff0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:08.364363861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"d97adb7a-3f87-4e35-a536-5291a5a33ff0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:08.613616093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4691e729-64f2-46a4-9c79-34663d6200e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:08.613638581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4691e729-64f2-46a4-9c79-34663d6200e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:09.439140913Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b209aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b209aa","reconcileID":"53e14702-c689-4fff-bedf-95159d69e144","aitenant":"ai-tenants/e2e-api-b-b209aa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:09.9672923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd49b60-b6fb-4df5-958a-08c596a09c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:10.016452586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd49b60-b6fb-4df5-958a-08c596a09c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:10.06580706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd49b60-b6fb-4df5-958a-08c596a09c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:10.114693802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd49b60-b6fb-4df5-958a-08c596a09c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:10.219857704Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b209aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b209aa","reconcileID":"53e14702-c689-4fff-bedf-95159d69e144","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b209aa","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b209aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:11.900385482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aed848-1ecf-452c-a384-3637869e654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:11.949455842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aed848-1ecf-452c-a384-3637869e654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:11.998253105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aed848-1ecf-452c-a384-3637869e654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:12.046907871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0aed848-1ecf-452c-a384-3637869e654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:13.80911579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d502daa6-955e-40f5-913a-1d4ed548f44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:13.857845285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d502daa6-955e-40f5-913a-1d4ed548f44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:13.90690505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d502daa6-955e-40f5-913a-1d4ed548f44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:13.955736724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d502daa6-955e-40f5-913a-1d4ed548f44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:15.787063939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f040d7fd-6e4d-4f44-8275-39f95d630e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:15.846251746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f040d7fd-6e4d-4f44-8275-39f95d630e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:15.895669885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f040d7fd-6e4d-4f44-8275-39f95d630e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:15.944746014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f040d7fd-6e4d-4f44-8275-39f95d630e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:17.77978375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd58c32-714c-4901-9a42-50cfcfe6458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:17.82913357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd58c32-714c-4901-9a42-50cfcfe6458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:17.878381172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd58c32-714c-4901-9a42-50cfcfe6458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:17.927613259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd58c32-714c-4901-9a42-50cfcfe6458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:25.980579404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a36347-5671-410e-93ad-b66d5e6437ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:26.038223408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a36347-5671-410e-93ad-b66d5e6437ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:26.087286452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a36347-5671-410e-93ad-b66d5e6437ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:26.137114249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a36347-5671-410e-93ad-b66d5e6437ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:27.911521077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cc44cd2-6482-4682-9983-694316494c09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:27.911545118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cc44cd2-6482-4682-9983-694316494c09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:27.963021114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f46a06ed-932c-4c78-a6dc-bc9535075afb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:27.963040509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f46a06ed-932c-4c78-a6dc-bc9535075afb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:27.981027403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb25916-ae93-46c4-b3d9-eb34ca13b159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.030223592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb25916-ae93-46c4-b3d9-eb34ca13b159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.079215527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb25916-ae93-46c4-b3d9-eb34ca13b159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.128450897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb25916-ae93-46c4-b3d9-eb34ca13b159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.21329371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71fb4166-b1f9-4a2a-9604-aaf5b1d0dd0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.213319944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71fb4166-b1f9-4a2a-9604-aaf5b1d0dd0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.225566174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"624c786d-68d5-4b84-9028-f3bf94788879","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.264967108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36cc7eae-0596-4790-af82-fab489e94123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.264991607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36cc7eae-0596-4790-af82-fab489e94123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:46:28.323527644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"2f514616-6884-4bcb-af08-7c842fd56b4e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-d7235b4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.377957959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"813b18c4-2688-4519-8e96-6f0ecc1d3615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.3787255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637af5d1-acf9-414b-bc87-9d599797e75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.397730915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"624c786d-68d5-4b84-9028-f3bf94788879","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.434908856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"813b18c4-2688-4519-8e96-6f0ecc1d3615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.435974657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637af5d1-acf9-414b-bc87-9d599797e75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.436273166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"556b3a8b-1850-44d9-9e66-d205cd720dfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.436297998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"556b3a8b-1850-44d9-9e66-d205cd720dfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.451136607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"624c786d-68d5-4b84-9028-f3bf94788879","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.489367688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ff6ef30-3818-4b79-8088-3f2cced26d41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.489449347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ff6ef30-3818-4b79-8088-3f2cced26d41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.506732642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3f13ef-d624-4b1b-b859-77ad1ab157e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.506812378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3f13ef-d624-4b1b-b859-77ad1ab157e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.654505519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"85f801ba-ab35-418c-9017-ec347e3002c0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.70803523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"85f801ba-ab35-418c-9017-ec347e3002c0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.75895391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"85f801ba-ab35-418c-9017-ec347e3002c0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.781874022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8e5d16-f603-42f1-9845-fd77bc9fb6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.781977988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1565896d-f151-4e1f-9882-72c80a4e2d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.793568901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"ff0ce1e6-646b-4127-a0f2-5d73b7d0b4cb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-d7235b4a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.793707269Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"ff0ce1e6-646b-4127-a0f2-5d73b7d0b4cb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d7235b4a","error":"MaaSModelRef not found: llm/nonexistent-model-d7235b4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.838322529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1565896d-f151-4e1f-9882-72c80a4e2d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.839122278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8e5d16-f603-42f1-9845-fd77bc9fb6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:28.99026973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c62e738f-ef70-4071-b3d0-cfc9c79952a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.050166055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"badde1b2-7d37-4873-ac5a-8440ec8fdf5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.050190896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"badde1b2-7d37-4873-ac5a-8440ec8fdf5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.266679911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"cec305ba-86f5-46f7-99bb-ad891bbbc30a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.266948706Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"cec305ba-86f5-46f7-99bb-ad891bbbc30a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d7235b4a","error":"MaaSModelRef not found: llm/nonexistent-model-d7235b4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.299286948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"658296cb-4bb2-4824-9e8d-83c957b992f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.299306541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"658296cb-4bb2-4824-9e8d-83c957b992f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.352963079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3e105e-12c3-4df0-8769-287ab63dd733","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.352991853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3e105e-12c3-4df0-8769-287ab63dd733","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.478052965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"8cf8f954-4e68-4435-a1c0-c4f00264d3e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.632878687Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"8cf8f954-4e68-4435-a1c0-c4f00264d3e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"name":"e2e-api-a-f3ba08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.684385028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f3ba08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"8cf8f954-4e68-4435-a1c0-c4f00264d3e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.739661367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45f86f57-7ede-4673-b083-fc0452207c8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.739683813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45f86f57-7ede-4673-b083-fc0452207c8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:29.956513135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c217682f-7b8c-4717-8e91-3a5c1bec80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:30.006617701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c217682f-7b8c-4717-8e91-3a5c1bec80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:30.056268895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c217682f-7b8c-4717-8e91-3a5c1bec80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:30.105208287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c217682f-7b8c-4717-8e91-3a5c1bec80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:30.990085462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f33e135-0e9a-4bc4-a460-0eee26804719","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:30.99010896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f33e135-0e9a-4bc4-a460-0eee26804719","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:31.136248369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0f6a616-ec53-40d7-b678-ba7857ca10cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:31.136252887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"54da2a5e-b1e3-466b-ad94-b2bf172b9f4a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:31.13691328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59faecdb-aec0-42a7-88ed-8e9075cd9de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:31.192163755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59faecdb-aec0-42a7-88ed-8e9075cd9de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:31.194944026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0f6a616-ec53-40d7-b678-ba7857ca10cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:31.195889996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"54da2a5e-b1e3-466b-ad94-b2bf172b9f4a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:31.247166443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"54da2a5e-b1e3-466b-ad94-b2bf172b9f4a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:33.863583149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8e428362-7029-4f8f-ac40-3905adee1aac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:33.971858054Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8e428362-7029-4f8f-ac40-3905adee1aac","name":"e2e-mt-aecd2961-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:34.248874055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f233d638-a9e5-4b97-97f9-43952724d668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:34.297977067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f233d638-a9e5-4b97-97f9-43952724d668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:34.346992692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f233d638-a9e5-4b97-97f9-43952724d668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:34.395869489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f233d638-a9e5-4b97-97f9-43952724d668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:35.012997065Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c5d42d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c5d42d","reconcileID":"d987c68e-5e61-44f4-bdc4-34639774b636","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c5d42d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c5d42d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:35.9150227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:36.178993359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dd8ee-095e-4ec2-ac18-fd994c66a4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:36.22805923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dd8ee-095e-4ec2-ac18-fd994c66a4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:36.277763199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dd8ee-095e-4ec2-ac18-fd994c66a4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:36.331619309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dd8ee-095e-4ec2-ac18-fd994c66a4d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:39.841149395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"c55067d9-5a68-409d-8db2-9b1461be2753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:39.897228762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"c55067d9-5a68-409d-8db2-9b1461be2753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"name":"e2e-api-a-f3ba08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:39.950169003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f3ba08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"c55067d9-5a68-409d-8db2-9b1461be2753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.148386646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"680f0a89-872e-4e44-9660-62ee478700a2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-d7235b4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.387530988Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"680f0a89-872e-4e44-9660-62ee478700a2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.387655191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"680f0a89-872e-4e44-9660-62ee478700a2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d7235b4a","subscription":"e2e-neg-ghost-sub-d7235b4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.387857992Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d7235b4a","reconcileID":"680f0a89-872e-4e44-9660-62ee478700a2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d7235b4a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d7235b4a","error":"MaaSModelRef not found: llm/nonexistent-model-d7235b4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.443194059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"12f4c115-6295-4992-b6a7-1d79db8fa23b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.569435981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"12f4c115-6295-4992-b6a7-1d79db8fa23b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.64117144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"12f4c115-6295-4992-b6a7-1d79db8fa23b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.695083407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dee8145b-c658-4307-ab15-0a81f2dd1698","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.7621066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"753e754a-7516-4ea4-aab1-d5e86ee1e91b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.76222027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"753e754a-7516-4ea4-aab1-d5e86ee1e91b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.906687858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44dfd515-9850-4123-bc08-ffda71a1acc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.906821101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44dfd515-9850-4123-bc08-ffda71a1acc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.92267124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9a90368-b525-4c17-98ca-ebb523c835d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:41.984649154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9a90368-b525-4c17-98ca-ebb523c835d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.019361299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5915e770-d6c7-4e5c-98e4-d279f6773d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.020298103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"ac4f66d0-d0d6-43df-88ff-48b17d6ad80e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.086635912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"ac4f66d0-d0d6-43df-88ff-48b17d6ad80e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.087371671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5915e770-d6c7-4e5c-98e4-d279f6773d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.148153447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"ac4f66d0-d0d6-43df-88ff-48b17d6ad80e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.148649338Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d7235b4a","reconcileID":"064c17c1-273b-4a1a-be7e-bd2b0cece98c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d7235b4a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.359525822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2654804c-104f-4c1b-9580-4d83d3c1f1c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.359649844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2654804c-104f-4c1b-9580-4d83d3c1f1c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.664038304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532ec7c2-eaec-496c-a025-3064c04fd79e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.664058486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532ec7c2-eaec-496c-a025-3064c04fd79e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.721384106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b46dcf-f603-40af-ae57-fc517c0bba5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.721407092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b46dcf-f603-40af-ae57-fc517c0bba5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.916520238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"933ac31f-b4bf-432e-b194-0a7b1fe9d448","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:42.969877721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"933ac31f-b4bf-432e-b194-0a7b1fe9d448","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:43.021623206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"933ac31f-b4bf-432e-b194-0a7b1fe9d448","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:43.077061362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7937d279-dfe2-4e0f-89a3-1c88423f2d41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:43.077088676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7937d279-dfe2-4e0f-89a3-1c88423f2d41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:43.273877474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"214bb20b-c2f8-4d6d-a9ce-f091ebaaf975","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:43.328105227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"214bb20b-c2f8-4d6d-a9ce-f091ebaaf975","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:43.379938687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"214bb20b-c2f8-4d6d-a9ce-f091ebaaf975","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:45.748409231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"4efbf600-e6f8-41c8-96b1-504f4415ba5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:45.847101381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"ab9eb10f-a44a-44cf-86c8-eee7ec9f6428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:45.97333109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"b41f30a0-8dd1-4e4d-9a62-957f2b16da5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.195915621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05670c41-f2cf-4a1f-a0cc-aa18b1e62a25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.370058065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"69e624c5-1c16-4803-82f5-c5ecee9027d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.47734319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"cd9769a1-488e-4eec-8621-233f1ade630f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.580136979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"da535c7a-0f40-46e0-99c0-fea2a12ff389","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.589595618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"eead9440-97f8-45af-a932-068a163944a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.682377598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"d4d10b5f-8588-4098-8e71-565a2c2376ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.703387995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"57125883-0a9b-4afd-99ba-a73963afa83d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:46.784610573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"68b4c896-1f0e-4723-8e7a-4fbfea0a3ac7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:48.583909828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0cb703-0b8d-427e-9527-0454a3e26905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:48.632617721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0cb703-0b8d-427e-9527-0454a3e26905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:48.681454594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0cb703-0b8d-427e-9527-0454a3e26905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:48.730115485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0cb703-0b8d-427e-9527-0454a3e26905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:49.156867569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ff3dd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ff3dd2","reconcileID":"fe1c3299-edad-4a7b-bf5e-11360b6a08ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ff3dd2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-ff3dd2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.119461053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"701f1b7f-8475-4a11-a5ba-9bc9dcd210cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.17412171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"701f1b7f-8475-4a11-a5ba-9bc9dcd210cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"name":"e2e-api-a-f3ba08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.225774061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f3ba08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (334875487c8ce6f683018e78c81e2b184ededa0d10795c94180440851bbfa6a0) AuthConfig (52bbddd10563b5e0653cbdc2b54ad7c63b2ca00fc00d4ae96dcf0d79f86c4c0d) AuthConfig (eac6bcc366824b3306856f50aeb9d3cb56eb6446651070c956a37c4667d84c52) AuthConfig (c063e570f1a065a08e752ec055da445ef748f508321aa06e78a58bf4c29dfaae) AuthConfig (08d80253a7a2f9eaaa9c40848679c03c79a54394a5746e89bb961b7f4af5453b) AuthConfig (243ae3dd70a10f44a2af3ec2d59faa8f2f00c3a0c834c31b4b26cdc742f9710a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"701f1b7f-8475-4a11-a5ba-9bc9dcd210cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.278417124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c8bf228-ab6a-4c67-a2e5-239208584beb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.278437069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c8bf228-ab6a-4c67-a2e5-239208584beb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.58273031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6fe128-6a52-4e09-a0df-3c52d9a40857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.631505178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6fe128-6a52-4e09-a0df-3c52d9a40857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.680777815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6fe128-6a52-4e09-a0df-3c52d9a40857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:50.72970461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6fe128-6a52-4e09-a0df-3c52d9a40857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:52.503961797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bdef09-e1dd-4dd0-9e4a-332a53c32f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:52.552849187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bdef09-e1dd-4dd0-9e4a-332a53c32f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:52.602302833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bdef09-e1dd-4dd0-9e4a-332a53c32f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:52.651045727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bdef09-e1dd-4dd0-9e4a-332a53c32f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:53.574650301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"9b7fcf6e-77e6-47b5-8682-475f2513c932","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:53.629003835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"9b7fcf6e-77e6-47b5-8682-475f2513c932","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:53.68086397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"9b7fcf6e-77e6-47b5-8682-475f2513c932","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:53.736214244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef9f121f-2244-48cd-9df0-60367ad7250d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:53.736236964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef9f121f-2244-48cd-9df0-60367ad7250d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:54.744466344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"255aff87-fb8c-4287-893e-43f0c6b97968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:54.74448733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"255aff87-fb8c-4287-893e-43f0c6b97968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:54.795500782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b8bf715-e372-4b85-a107-ed0a331adb54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:54.795522952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b8bf715-e372-4b85-a107-ed0a331adb54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:54.892965363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"128fb508-b2bb-4977-b8fe-92d59b729727","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f52615","tenantID":"e2e-api-b-f52615","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:55.010184252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"128fb508-b2bb-4977-b8fe-92d59b729727","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"name":"e2e-api-b-f52615-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:55.06186139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f52615-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"128fb508-b2bb-4977-b8fe-92d59b729727","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:55.113704088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f040968a-0d5d-44bd-83da-f0e4e36ca7aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:46:55.11372369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f040968a-0d5d-44bd-83da-f0e4e36ca7aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:00.37720297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"d4b11416-9484-4aaf-84c3-df303acd13bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:00.43226319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"d4b11416-9484-4aaf-84c3-df303acd13bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"name":"e2e-api-a-f3ba08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:00.484380889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f3ba08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (334875487c8ce6f683018e78c81e2b184ededa0d10795c94180440851bbfa6a0) AuthConfig (52bbddd10563b5e0653cbdc2b54ad7c63b2ca00fc00d4ae96dcf0d79f86c4c0d) AuthConfig (eac6bcc366824b3306856f50aeb9d3cb56eb6446651070c956a37c4667d84c52) AuthConfig (c063e570f1a065a08e752ec055da445ef748f508321aa06e78a58bf4c29dfaae) AuthConfig (08d80253a7a2f9eaaa9c40848679c03c79a54394a5746e89bb961b7f4af5453b) AuthConfig (243ae3dd70a10f44a2af3ec2d59faa8f2f00c3a0c834c31b4b26cdc742f9710a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"d4b11416-9484-4aaf-84c3-df303acd13bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.125781598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"a0c3508e-1297-4df7-af53-baa5e595b4e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.179495124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"a0c3508e-1297-4df7-af53-baa5e595b4e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.296687635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e32199b-97a8-4e70-9a70-997b87c75507","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.2967109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e32199b-97a8-4e70-9a70-997b87c75507","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.377320496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"7df245c2-2be6-41fe-9db5-1f676fbab235","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.627866453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"7df245c2-2be6-41fe-9db5-1f676fbab235","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.747703048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"7df245c2-2be6-41fe-9db5-1f676fbab235","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"name":"e2e-api-a-71e138-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.747735061Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"e2e-e2e-api-a-71e138-policy","reconcileID":"7df245c2-2be6-41fe-9db5-1f676fbab235","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71e138-policy","namespace":"ai-tenant-e2e-api-a-71e138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71e138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.83128097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48891ead-4b4c-4aa3-a75b-b15d77fbc406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:01.831305229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48891ead-4b4c-4aa3-a75b-b15d77fbc406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:02.385551436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607e393f-1a4d-45fb-a54d-1d3c446888d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:02.434504156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607e393f-1a4d-45fb-a54d-1d3c446888d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:02.483640535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607e393f-1a4d-45fb-a54d-1d3c446888d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:02.532526455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607e393f-1a4d-45fb-a54d-1d3c446888d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:04.014682429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"6be9c469-f1cc-4a38-9505-bcdc98d1c880","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:04.068157415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"6be9c469-f1cc-4a38-9505-bcdc98d1c880","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:04.119704989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"6be9c469-f1cc-4a38-9505-bcdc98d1c880","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:04.326773816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71c703-d176-40d9-906a-f10fa79564a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:04.376296669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71c703-d176-40d9-906a-f10fa79564a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:04.425456807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71c703-d176-40d9-906a-f10fa79564a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:04.47450298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71c703-d176-40d9-906a-f10fa79564a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.211219454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"0752c348-a646-49a3-a000-8aa78598de14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f52615","tenantID":"e2e-api-b-f52615","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.265514867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"0752c348-a646-49a3-a000-8aa78598de14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"name":"e2e-api-b-f52615-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.316667736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f52615-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"0752c348-a646-49a3-a000-8aa78598de14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.380048862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"0adfc8d8-cfab-4965-b6bb-7b5f4a0ec411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.48141729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"924134ad-fa40-4c39-a5ec-9e9f6378c1bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.579699258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"98749aab-50f1-4ce5-bfcb-c2760a66dce3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.596429962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"265f1a6a-706a-4bbc-8a50-cc13ffe6970c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.71059587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"819cafa6-65c6-47c5-b2ae-f736051df8be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.914615501Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:05.938191692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"ab774f14-061d-462e-8686-c998a4860202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:06.041598005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"24126c31-c304-4c5a-9986-5cb08db0f8b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:06.14302702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"ff2e6fa6-089f-4d12-ab99-2db8dff0c3f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:06.241800809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fff2a66-2d76-47ad-a4cd-22678b502ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:06.241867306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"d5683d05-69f6-418e-aeaf-8f1d5a55e650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:06.284755543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"6f329ffa-531e-4236-960b-5e2f53251b19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:10.582685196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"f039c995-64dd-46d2-b87f-cd4aa2cf656d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:10.639838153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"f039c995-64dd-46d2-b87f-cd4aa2cf656d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"name":"e2e-api-a-f3ba08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:10.942287938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a97066e-a8f3-4558-9dec-468fa7b3c925","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:10.942309552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a97066e-a8f3-4558-9dec-468fa7b3c925","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.407989921Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","namespace":"ai-tenant-e2e-api-a-71e138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.408052876Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","namespace":"ai-tenant-e2e-api-a-71e138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.40810106Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","tenant":"e2e-api-a-71e138","tenantID":"e2e-api-a-71e138","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.458412881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"Deployment","name":"maas-api-e2e-api-a-71e138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.5155328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"Service","name":"maas-api-e2e-api-a-71e138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.570241325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-71e138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.620702603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-71e138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.671472586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.726562634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.789795803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.840803467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.889272489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"Deployment","name":"payload-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.937588276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:11.985822016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"Service","name":"payload-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.034404811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"Service","name":"payload-pre-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.082727392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.13110823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.179300789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.230824717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.279498909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.327662519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.376212308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-71e138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:12.425030517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71e138"},"namespace":"ai-tenant-e2e-api-a-71e138","name":"default-tenant","reconcileID":"71817b4d-1f66-4d19-a545-4db6967ae016","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-71e138","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:13.70213142Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-71e138","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-71e138","reconcileID":"ba1f161e-a40c-4e64-92a0-2bbc0a962a76","aitenant":"ai-tenants/e2e-api-a-71e138","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.278843268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1c889b-a131-4b73-97ce-3bedfa6ec93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.327865553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1c889b-a131-4b73-97ce-3bedfa6ec93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.32804672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"3c353c7f-716e-4cda-8913-05012270c47a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.376574756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1c889b-a131-4b73-97ce-3bedfa6ec93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.425543376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1c889b-a131-4b73-97ce-3bedfa6ec93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.479144754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"3c353c7f-716e-4cda-8913-05012270c47a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.481582894Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-71e138","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-71e138","reconcileID":"ba1f161e-a40c-4e64-92a0-2bbc0a962a76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-71e138","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-71e138"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.579966696Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"3c353c7f-716e-4cda-8913-05012270c47a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2559af71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.928591669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62babce-701e-4930-921c-6b96a27a8da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:14.928616505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62babce-701e-4930-921c-6b96a27a8da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.508525831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"3063460f-5b99-4b78-9342-c9cd47014857","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f52615","tenantID":"e2e-api-b-f52615","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.560938494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"3063460f-5b99-4b78-9342-c9cd47014857","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"name":"e2e-api-b-f52615-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.612547812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f52615-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f421e6d582de26b99aaf94e4508391f5e49870a3d5ce11cdf3dc8b09119f7bc5) AuthConfig (02d442959d6b72134e14a71884de4c6ac4cef3fe3283c389fea3580944ca2b56) AuthConfig (41e5529ac35f735efd187451ed170563e3ccf365e4434811b1f97323fcf5059e) AuthConfig (4c8193f1b3e020e2c8a0899819cd4d1615c9cd9e185b20733c4caa6465e93c60) AuthConfig (7bf22be8c92e32d505776816a4b643863f2d81c5d2be19cb99224cb6ba5f7dd2) AuthConfig (86a5e12c4afb20afac73299389a2bdd32c16cc5175536b6199fb40c25b45680f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"3063460f-5b99-4b78-9342-c9cd47014857","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.667422311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bfab43a-3eea-4108-a372-f4719f79cc66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.667451422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bfab43a-3eea-4108-a372-f4719f79cc66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.706435809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"e7c51fff-9ff9-46c5-aab6-3808ad184150","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.706486159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5239b2f-20a4-41e1-9562-445684cb1409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.706505957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5239b2f-20a4-41e1-9562-445684cb1409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:15.782750609Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2559af71","reconcileID":"e7c51fff-9ff9-46c5-aab6-3808ad184150","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2559af71","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2559af71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:16.036368497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64894582-dc35-4682-8b5f-6c6c7a7b2fcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:16.036392235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64894582-dc35-4682-8b5f-6c6c7a7b2fcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:16.204376617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ea7b22-a3db-4b4a-b5c6-ab0a14db5659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:16.253625845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ea7b22-a3db-4b4a-b5c6-ab0a14db5659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:16.302755879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ea7b22-a3db-4b4a-b5c6-ab0a14db5659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:16.351761539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ea7b22-a3db-4b4a-b5c6-ab0a14db5659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:18.164490632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"4d1b83ea-daa9-45c4-923d-14e57c24f9d2","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:18.164521415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"4d1b83ea-daa9-45c4-923d-14e57c24f9d2","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:19.069350498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b690a-8c5c-44b7-9baa-20a5f70cb5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:19.118414479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b690a-8c5c-44b7-9baa-20a5f70cb5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:19.167543551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b690a-8c5c-44b7-9baa-20a5f70cb5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:19.216388606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b690a-8c5c-44b7-9baa-20a5f70cb5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.092598698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856260f5-9734-4273-8626-ef8a9c65404e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.141592787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856260f5-9734-4273-8626-ef8a9c65404e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.1904022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856260f5-9734-4273-8626-ef8a9c65404e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.239081537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856260f5-9734-4273-8626-ef8a9c65404e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.454991937Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"74f9f82d-1cb8-432e-a1d4-12b10757c738","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.455149622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd37605f-f396-4190-8a25-a201f50a22c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.455167774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd37605f-f396-4190-8a25-a201f50a22c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.493146408Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9e840b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9e840b","reconcileID":"515c3a31-fbfd-4bb4-bff5-6d47fd7dc0f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9e840b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-9e840b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.655068392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"74f9f82d-1cb8-432e-a1d4-12b10757c738","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f52615","tenantID":"e2e-api-b-f52615","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.778720553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"74f9f82d-1cb8-432e-a1d4-12b10757c738","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"name":"e2e-api-b-f52615-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.778744308Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"e2e-e2e-api-b-f52615-policy","reconcileID":"74f9f82d-1cb8-432e-a1d4-12b10757c738","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f52615-policy","namespace":"ai-tenant-e2e-api-b-f52615"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f52615","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.832133655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ea1b0be-a3db-48d8-a899-fbb56797205d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:21.832154643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ea1b0be-a3db-48d8-a899-fbb56797205d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:22.054350547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"9befdfa5-1284-477a-86a2-a2849631d425","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:22.164480017Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"9befdfa5-1284-477a-86a2-a2849631d425","name":"e2e-api-b-c5d42d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:23.024108167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f11419e-ff90-4a94-b35c-9d51c9d64f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:23.07309546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f11419e-ff90-4a94-b35c-9d51c9d64f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:23.122665357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f11419e-ff90-4a94-b35c-9d51c9d64f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:23.171583967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f11419e-ff90-4a94-b35c-9d51c9d64f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:24.969945869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de723d42-ab74-49aa-a798-d4595b9e11ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:25.018888696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de723d42-ab74-49aa-a798-d4595b9e11ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:25.067654331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de723d42-ab74-49aa-a798-d4595b9e11ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:25.116682949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de723d42-ab74-49aa-a798-d4595b9e11ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:26.90115622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd361b-9ec2-475f-918a-c73c76ad5397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:26.950464181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd361b-9ec2-475f-918a-c73c76ad5397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:26.999452548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd361b-9ec2-475f-918a-c73c76ad5397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:27.048159616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd361b-9ec2-475f-918a-c73c76ad5397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:28.885265519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1eb25c4-e205-4bde-9d99-e256561c1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:28.949530568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1eb25c4-e205-4bde-9d99-e256561c1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:29.003992737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1eb25c4-e205-4bde-9d99-e256561c1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:29.053429506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1eb25c4-e205-4bde-9d99-e256561c1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:30.874106851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cb846a-b8bd-4842-a2fc-bcb9650ed398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:30.923092759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cb846a-b8bd-4842-a2fc-bcb9650ed398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:30.972731985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cb846a-b8bd-4842-a2fc-bcb9650ed398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:31.021835382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cb846a-b8bd-4842-a2fc-bcb9650ed398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:31.953985105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","namespace":"ai-tenant-e2e-api-b-f52615","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.003455868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","namespace":"ai-tenant-e2e-api-b-f52615","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.003584512Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","tenant":"e2e-api-b-f52615","tenantID":"e2e-api-b-f52615","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.0546184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"Deployment","name":"maas-api-e2e-api-b-f52615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.113414227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"Service","name":"maas-api-e2e-api-b-f52615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.165475373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f52615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.216691117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f52615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.335803146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.388514782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.442317291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.495236343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.544763322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"Deployment","name":"payload-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.593272434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.641865533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"Service","name":"payload-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.690333741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.740229309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.789660996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.843189027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.904400543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64783da-f8b7-47fc-b300-0c96175413c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.910362423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:32.954038772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64783da-f8b7-47fc-b300-0c96175413c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:33.00266092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:33.00304012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64783da-f8b7-47fc-b300-0c96175413c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:33.052773247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64783da-f8b7-47fc-b300-0c96175413c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:33.053904647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:33.105234889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f52615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:33.154162179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f52615"},"namespace":"ai-tenant-e2e-api-b-f52615","name":"default-tenant","reconcileID":"60656540-3655-44b8-9dd4-ac638800d5c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f52615","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:34.858847768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db5b0a-21cf-4d52-85c8-871a3621e961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:34.908333986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db5b0a-21cf-4d52-85c8-871a3621e961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:34.957111741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db5b0a-21cf-4d52-85c8-871a3621e961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:35.006185324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db5b0a-21cf-4d52-85c8-871a3621e961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:35.792381539Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f52615","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f52615","reconcileID":"3fcbdff6-3dfa-4d60-ad0d-791addc259ea","aitenant":"ai-tenants/e2e-api-b-f52615","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:35.925794766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:36.385645175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"1bbf8372-e76c-4401-8692-3c9d18fc40c3","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:36.385760827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"1bbf8372-e76c-4401-8692-3c9d18fc40c3","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:36.529074118Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f52615","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f52615","reconcileID":"3fcbdff6-3dfa-4d60-ad0d-791addc259ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f52615","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f52615"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:36.846562344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc4f5b1-e323-44c3-9f33-0da4eb2cdd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:36.899368557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc4f5b1-e323-44c3-9f33-0da4eb2cdd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:36.950906345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc4f5b1-e323-44c3-9f33-0da4eb2cdd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:37.000723112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc4f5b1-e323-44c3-9f33-0da4eb2cdd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:38.102368814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"f0f4d384-b8ed-47c0-bc11-468658293385","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ff3dd2","tenantID":"e2e-ipp-a-ff3dd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:38.213298538Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"f0f4d384-b8ed-47c0-bc11-468658293385","name":"e2e-ipp-a-ff3dd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:38.92582127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52077bde-2451-4939-bf43-fd9a0877c5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:38.997515276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52077bde-2451-4939-bf43-fd9a0877c5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:39.097882042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52077bde-2451-4939-bf43-fd9a0877c5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:39.159041977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52077bde-2451-4939-bf43-fd9a0877c5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:40.990794791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cf7659-7afb-41d1-93b3-545c55f38a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:41.04033079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cf7659-7afb-41d1-93b3-545c55f38a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:41.090068017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cf7659-7afb-41d1-93b3-545c55f38a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:41.139205886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cf7659-7afb-41d1-93b3-545c55f38a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:42.972644184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419544f-7f4a-417c-bb36-595bf8fb354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:43.023290893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419544f-7f4a-417c-bb36-595bf8fb354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:43.072570628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419544f-7f4a-417c-bb36-595bf8fb354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:43.12148119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419544f-7f4a-417c-bb36-595bf8fb354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:43.705487903Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5d130","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5d130","reconcileID":"344dd3cd-61a9-4745-bc72-6073f175de6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f5d130","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f5d130":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:44.915185629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5eb8304-2358-4612-9eb9-949469c8959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:44.96456438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5eb8304-2358-4612-9eb9-949469c8959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:45.01358616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5eb8304-2358-4612-9eb9-949469c8959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:45.06226051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5eb8304-2358-4612-9eb9-949469c8959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:46.441009223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"b2c8fcdc-fd70-4909-b80c-0a9d110e5e13","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:46.441030694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"b2c8fcdc-fd70-4909-b80c-0a9d110e5e13","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:46.906520714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d72bd71-8543-46d4-aa1d-3bb27a65ac09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:46.955277694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d72bd71-8543-46d4-aa1d-3bb27a65ac09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:47.005338391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d72bd71-8543-46d4-aa1d-3bb27a65ac09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:47.057571333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d72bd71-8543-46d4-aa1d-3bb27a65ac09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:56.441972885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"d8fb4308-2fd3-4953-a8a4-27639995df92","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:47:56.44199508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"d8fb4308-2fd3-4953-a8a4-27639995df92","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:05.916386933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:06.443176701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"c402bfc9-984c-407b-9443-bd64138e85b7","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:06.443198659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"c402bfc9-984c-407b-9443-bd64138e85b7","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:12.350564493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c412ec-3c6a-4583-aa60-60afb722c9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:12.401948138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c412ec-3c6a-4583-aa60-60afb722c9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:12.452049084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c412ec-3c6a-4583-aa60-60afb722c9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:12.508238182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c412ec-3c6a-4583-aa60-60afb722c9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:12.878702159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"388f464c-1d41-4708-9ee2-1c125153db24","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"tenant":"e2e-mt-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","model":"ai-tenant-e2e-mt-aecd2961/e2e-lifecycle-model-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:12.87873565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"e2e-lifecycle-model-aecd2961","reconcileID":"388f464c-1d41-4708-9ee2-1c125153db24","MaaSModelRef":{"name":"e2e-lifecycle-model-aecd2961","namespace":"ai-tenant-e2e-mt-aecd2961"},"routeName":"e2e-lifecycle-model-aecd2961-kserve-route","namespace":"ai-tenant-e2e-mt-aecd2961","llmisvcName":"e2e-lifecycle-model-aecd2961","gateway":"openshift-ingress/e2e-mt-aecd2961","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:14.60264245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a93635f-edc3-44cb-bcb1-ce920221a4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:14.651665611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a93635f-edc3-44cb-bcb1-ce920221a4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:14.700591694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a93635f-edc3-44cb-bcb1-ce920221a4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:14.749342559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a93635f-edc3-44cb-bcb1-ce920221a4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:15.424118143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"c04ca954-349a-49a6-aa63-59ef64924d91","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-9e840b","tenantID":"e2e-ipp-a-9e840b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:15.536559903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"c04ca954-349a-49a6-aa63-59ef64924d91","name":"e2e-ipp-a-9e840b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:16.601526952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10850d7d-d217-4102-83df-30617a6696bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:16.650358241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10850d7d-d217-4102-83df-30617a6696bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:16.699631753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10850d7d-d217-4102-83df-30617a6696bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:16.748841394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10850d7d-d217-4102-83df-30617a6696bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.428141287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee4012c9-8f54-4c53-bfc5-f4b250d04c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.428165077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee4012c9-8f54-4c53-bfc5-f4b250d04c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.483185825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b00fbbd-8b25-4755-8fdf-2ed34f40c7ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.483214588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b00fbbd-8b25-4755-8fdf-2ed34f40c7ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.584361675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"1cb5314a-2622-4c3f-a6d5-bb0184de5621","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.709484448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"1cb5314a-2622-4c3f-a6d5-bb0184de5621","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"name":"e2e-api-b-c5d42d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.761514025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c5d42d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"1cb5314a-2622-4c3f-a6d5-bb0184de5621","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.813422026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fef7807d-e0da-4873-b9af-4d0556f51d8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:17.813444403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fef7807d-e0da-4873-b9af-4d0556f51d8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:18.722971765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"70745d36-5045-465b-91dc-a67bdf9b8ae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:18.82264336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"7526116b-b6b9-4093-a124-4981b854853a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:18.923181545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"ce89556c-ad90-489c-b7b0-c18b11c8e8e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.112664046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"1f484498-6bf5-454e-b97e-7836d4689ad7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.212395885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"b0fb96fe-712d-47c4-afc2-9835200995cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.228187555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"21bce18b-528a-4c80-b5e9-dc683c0d4599","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.454239146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"6adb895c-b400-4add-b9b2-72ae2fdf290e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.568030215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b20ebda6-cf97-4892-8ac8-a05643f97714","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.683829252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f1844f3-b4fd-4ee0-98ac-d815c71729fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.782819888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"3db10788-e0bf-423e-8dfa-159409ba783a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.79442469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"fa78ba07-66bc-441a-b859-64e09ccdf6d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:19.88282268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"96066bd1-0bd4-4184-91c4-eddfcf80d562","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:23.652288418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"e399bc1e-df48-4837-a906-4944a8256d1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:23.652383156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6638fa4f-4459-4afa-9c95-0573f30a56e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:23.65240185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6638fa4f-4459-4afa-9c95-0573f30a56e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:23.896365676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"e399bc1e-df48-4837-a906-4944a8256d1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:24.011905053Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"e399bc1e-df48-4837-a906-4944a8256d1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"name":"e2e-api-a-f3ba08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:24.011944473Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"e2e-e2e-api-a-f3ba08-policy","reconcileID":"e399bc1e-df48-4837-a906-4944a8256d1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3ba08-policy","namespace":"ai-tenant-e2e-api-a-f3ba08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3ba08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:24.066857094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b3a7de-b737-4401-b17f-8c7109970743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:24.066875886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b3a7de-b737-4401-b17f-8c7109970743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:25.436400729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3408a703-1951-4888-8054-5852c8e99a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:25.485377325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3408a703-1951-4888-8054-5852c8e99a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:25.535172812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3408a703-1951-4888-8054-5852c8e99a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:25.584321997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3408a703-1951-4888-8054-5852c8e99a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:27.381990345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bc6085-7e9a-46f4-910f-7267c40c8b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:27.430790659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bc6085-7e9a-46f4-910f-7267c40c8b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:27.479599155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bc6085-7e9a-46f4-910f-7267c40c8b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:27.528536459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bc6085-7e9a-46f4-910f-7267c40c8b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:27.913556806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"1eb8a13f-9189-40df-bd73-78ac979f793f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:27.965951343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"1eb8a13f-9189-40df-bd73-78ac979f793f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"name":"e2e-api-b-c5d42d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:28.017369548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c5d42d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"1eb8a13f-9189-40df-bd73-78ac979f793f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:31.274574082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f46b-5bc1-46a9-90b2-9dc5d225b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:31.323609043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f46b-5bc1-46a9-90b2-9dc5d225b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:31.372615702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f46b-5bc1-46a9-90b2-9dc5d225b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:31.421522637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f46b-5bc1-46a9-90b2-9dc5d225b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:33.300555798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd91b5e-ab95-4523-8457-9ad41525d46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:33.349733262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd91b5e-ab95-4523-8457-9ad41525d46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:33.398428223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd91b5e-ab95-4523-8457-9ad41525d46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:33.447888441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd91b5e-ab95-4523-8457-9ad41525d46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:35.379044591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acc976-eb98-4fdd-81fb-91154d0b001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:35.43210743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acc976-eb98-4fdd-81fb-91154d0b001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:35.48185827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acc976-eb98-4fdd-81fb-91154d0b001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:35.530699526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acc976-eb98-4fdd-81fb-91154d0b001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:35.914328805Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:37.312447253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf7728a-bc1b-418a-87c0-0bd35d99c176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:37.361448466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf7728a-bc1b-418a-87c0-0bd35d99c176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:37.410683517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf7728a-bc1b-418a-87c0-0bd35d99c176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:37.459612401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf7728a-bc1b-418a-87c0-0bd35d99c176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:37.872692611Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0f5af7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0f5af7","reconcileID":"4db6b450-4c90-4713-a01b-30e6c6ad960b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0f5af7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0f5af7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:38.121468191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"59caaf78-0e87-4136-a014-a5b2276971bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:38.187070534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"59caaf78-0e87-4136-a014-a5b2276971bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"name":"e2e-api-b-c5d42d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:38.2593371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c5d42d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"59caaf78-0e87-4136-a014-a5b2276971bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.207733658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"33de2ad3-3a5b-4813-a749-27faf7cc0e33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.277760929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"6c74a5fb-08b2-4a31-b607-d053268c10ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5d130","tenantID":"e2e-ipp-a-f5d130","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.298848577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f806d3a-c770-4d79-b162-efcff0dfdb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.30780704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"d102865c-1025-432e-b8dc-e8d7a5db5f2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.347832872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f806d3a-c770-4d79-b162-efcff0dfdb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.396746728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f806d3a-c770-4d79-b162-efcff0dfdb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.446058318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f806d3a-c770-4d79-b162-efcff0dfdb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.457453918Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"6c74a5fb-08b2-4a31-b607-d053268c10ec","name":"e2e-ipp-a-f5d130-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.544357798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"a4ac8744-fe75-4afc-9a52-60ae93731397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.592768903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"8ad0178e-3ec8-469e-a658-1c0809de035d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.780837752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"31130cf8-9071-43d9-b93f-5ab0253b7a46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.781174914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"ac530d3c-d083-483f-8962-323c0f3203a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.829546488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9feee12-6030-4454-b9b1-84293f15c272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.925263766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"6a72da90-b9a4-4be0-9102-0873a53695ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:39.927721073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"3f9d74ff-8ec2-4e03-9ac1-cb3fb51b7976","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:40.085229736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"68d17af2-61db-4780-8169-bd37f372fe06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:40.181759441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"ac229912-5f62-4ae2-92b1-0b364c85621d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:40.526463011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91ce9edd-57ca-4dd8-b328-f712073e599b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:41.283673021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9b370e-0d41-4151-b9aa-ea941295e938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:41.332452226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9b370e-0d41-4151-b9aa-ea941295e938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:41.381066762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9b370e-0d41-4151-b9aa-ea941295e938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:41.429970329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf9b370e-0d41-4151-b9aa-ea941295e938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:48.357819999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"fa846797-4fd2-43c7-aebb-b6474fa68ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:48.410615811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"fa846797-4fd2-43c7-aebb-b6474fa68ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"name":"e2e-api-b-c5d42d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:48.461870549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c5d42d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95aaa86808f446db75ae40cf9bfdff567fd00006cd810f50094af00cc32f482c) AuthConfig (680277fce144a445bfc34f289d6797c28035bd3092a015959264fcb016c2e60f) AuthConfig (6b2845b843947234779dbc841b2c89368867a427d376f1e369d1638c33bc3cf2) AuthConfig (2ec0fdc382790597f67391d57ad560dc17a180977527f8f834a8d359a4f9d3e8) AuthConfig (d3c68959c99c9f0af3c6d33e4e1742ffd9db5c7af69431209d21d9ef399996e4) AuthConfig (2e1c3b56d9502b0a51f0eda6de0e2a7daafa90b08fd56757c2205aa063802761)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"fa846797-4fd2-43c7-aebb-b6474fa68ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:48.513526205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98a1b48c-07dd-45f9-9f4e-d249a94ba00f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:48.513546227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98a1b48c-07dd-45f9-9f4e-d249a94ba00f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.067454619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","namespace":"ai-tenant-e2e-api-a-f3ba08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.067532818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","namespace":"ai-tenant-e2e-api-a-f3ba08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.067604989Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","tenant":"e2e-api-a-f3ba08","tenantID":"e2e-api-a-f3ba08","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.118116923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"Deployment","name":"maas-api-e2e-api-a-f3ba08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.177232048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"Service","name":"maas-api-e2e-api-a-f3ba08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.228876204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f3ba08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.282001368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f3ba08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.333093267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.384277332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.437778557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.489670659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.53832781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"Deployment","name":"payload-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.589457156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.638278746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"Service","name":"payload-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.695558325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.744736953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.793845768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.842483318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.895022274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.943596418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:53.99365226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.043308611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f3ba08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.098504014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3ba08"},"namespace":"ai-tenant-e2e-api-a-f3ba08","name":"default-tenant","reconcileID":"4995f144-e09c-43e4-8e77-92d823baa7a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f3ba08","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.153990197Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.15407132Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","namespace":"ai-tenant-e2e-mt-aecd2961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.154129537Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","tenant":"e2e-mt-aecd2961","tenantID":"e2e-mt-aecd2961","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.20462251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"Deployment","name":"maas-api-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.260998363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"Service","name":"maas-api-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.313673825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.364092411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-aecd2961","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.415142931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.466566131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.520288149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.572192337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.620660507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"Deployment","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.673275854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.722413106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"Service","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.770960579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"Service","name":"payload-pre-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.819310451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"DestinationRule","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.867619774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.916180682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:54.967675666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:55.017842012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:55.066370738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:55.127181328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-aecd2961","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:55.177403446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aecd2961"},"namespace":"ai-tenant-e2e-mt-aecd2961","name":"default-tenant","reconcileID":"8c7aa2a3-25c4-42d0-a1f0-5c500f32a376","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-aecd2961","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:58.610709952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"afa4dc12-86c2-4dd8-ad53-50fa2ba672f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:58.664737128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"afa4dc12-86c2-4dd8-ad53-50fa2ba672f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"name":"e2e-api-b-c5d42d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:48:58.716196367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c5d42d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95aaa86808f446db75ae40cf9bfdff567fd00006cd810f50094af00cc32f482c) AuthConfig (680277fce144a445bfc34f289d6797c28035bd3092a015959264fcb016c2e60f) AuthConfig (6b2845b843947234779dbc841b2c89368867a427d376f1e369d1638c33bc3cf2) AuthConfig (2ec0fdc382790597f67391d57ad560dc17a180977527f8f834a8d359a4f9d3e8) AuthConfig (d3c68959c99c9f0af3c6d33e4e1742ffd9db5c7af69431209d21d9ef399996e4) AuthConfig (2e1c3b56d9502b0a51f0eda6de0e2a7daafa90b08fd56757c2205aa063802761)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"afa4dc12-86c2-4dd8-ad53-50fa2ba672f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:01.41123226Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aecd2961","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aecd2961","reconcileID":"f9162db4-9cd1-4b72-a622-f6568f1ce36c","aitenant":"ai-tenants/e2e-mt-aecd2961","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:01.948260623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2baf674-36b2-4be6-8dc4-e14ab70341f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:01.997542559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2baf674-36b2-4be6-8dc4-e14ab70341f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:02.046560207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2baf674-36b2-4be6-8dc4-e14ab70341f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:02.095946297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2baf674-36b2-4be6-8dc4-e14ab70341f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:02.204353033Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aecd2961","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aecd2961","reconcileID":"f9162db4-9cd1-4b72-a622-f6568f1ce36c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-aecd2961","removed":["maas.opendatahub.io/gateway-access-e2e-mt-aecd2961"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:02.753166984Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f3ba08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f3ba08","reconcileID":"5f810b24-99bd-45f6-91e3-986d936d3af9","aitenant":"ai-tenants/e2e-api-a-f3ba08","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:49:03.493850283Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f3ba08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f3ba08","reconcileID":"5f810b24-99bd-45f6-91e3-986d936d3af9","error":"cleanup gateway labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:03.885753162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b05edc-9a88-4e62-acd0-6250d5a0a247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:03.934829707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b05edc-9a88-4e62-acd0-6250d5a0a247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:03.98408165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b05edc-9a88-4e62-acd0-6250d5a0a247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:03.989781338Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f3ba08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f3ba08","reconcileID":"cd56943c-076b-4f6b-b2d7-31c790655163","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f3ba08","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f3ba08"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:04.03327971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b05edc-9a88-4e62-acd0-6250d5a0a247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:05.914896652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:05.926054568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbccce9-fca5-45c8-a2fa-72a800e976aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:05.974854878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbccce9-fca5-45c8-a2fa-72a800e976aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:06.023785553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbccce9-fca5-45c8-a2fa-72a800e976aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:06.072904616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbccce9-fca5-45c8-a2fa-72a800e976aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:07.879461798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c2b37e-a450-44a4-97fd-79a056c0ca36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:07.939160227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c2b37e-a450-44a4-97fd-79a056c0ca36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:07.989300876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c2b37e-a450-44a4-97fd-79a056c0ca36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:08.039902622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c2b37e-a450-44a4-97fd-79a056c0ca36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:08.813834872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"25ef8f13-a6c2-4399-adb4-469fdb69dd0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:08.868790391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"25ef8f13-a6c2-4399-adb4-469fdb69dd0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"name":"e2e-api-b-c5d42d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:08.920582188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c5d42d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95aaa86808f446db75ae40cf9bfdff567fd00006cd810f50094af00cc32f482c) AuthConfig (680277fce144a445bfc34f289d6797c28035bd3092a015959264fcb016c2e60f) AuthConfig (6b2845b843947234779dbc841b2c89368867a427d376f1e369d1638c33bc3cf2) AuthConfig (2ec0fdc382790597f67391d57ad560dc17a180977527f8f834a8d359a4f9d3e8) AuthConfig (d3c68959c99c9f0af3c6d33e4e1742ffd9db5c7af69431209d21d9ef399996e4) AuthConfig (2e1c3b56d9502b0a51f0eda6de0e2a7daafa90b08fd56757c2205aa063802761)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"25ef8f13-a6c2-4399-adb4-469fdb69dd0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:09.726977034Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5b9c36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5b9c36","reconcileID":"574673ef-02e4-4eda-ac8f-134ac66bb048","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5b9c36","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5b9c36":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:09.889680218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892d0ec-1e6a-4cba-b841-cbbf264cc36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:09.940261885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892d0ec-1e6a-4cba-b841-cbbf264cc36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:09.989479945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892d0ec-1e6a-4cba-b841-cbbf264cc36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:10.038684115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892d0ec-1e6a-4cba-b841-cbbf264cc36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:10.78116338Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"a5987397-ef7d-4968-bfdf-9960f725677a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:10.781334356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3890e5c0-9fbd-451d-a79b-7b7ba1f06867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:10.781353165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3890e5c0-9fbd-451d-a79b-7b7ba1f06867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:10.978583231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"a5987397-ef7d-4968-bfdf-9960f725677a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:11.173449062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"a5987397-ef7d-4968-bfdf-9960f725677a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"name":"e2e-api-b-c5d42d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:11.173473328Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"e2e-e2e-api-b-c5d42d-policy","reconcileID":"a5987397-ef7d-4968-bfdf-9960f725677a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c5d42d-policy","namespace":"ai-tenant-e2e-api-b-c5d42d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c5d42d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:11.230991838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7118009e-959b-42f0-bec0-808e7bc620bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:11.231012499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7118009e-959b-42f0-bec0-808e7bc620bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:11.880127329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612db22-476b-4c74-b5f8-2abb8c59b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:11.929071402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612db22-476b-4c74-b5f8-2abb8c59b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:11.977903813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612db22-476b-4c74-b5f8-2abb8c59b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:12.027131202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e612db22-476b-4c74-b5f8-2abb8c59b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:14.581789168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6cba35-fda8-48e7-b65b-55cc7afff6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:14.669748162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6cba35-fda8-48e7-b65b-55cc7afff6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:14.719556545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6cba35-fda8-48e7-b65b-55cc7afff6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:14.771899123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6cba35-fda8-48e7-b65b-55cc7afff6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:16.547541991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2517241-b657-4c10-9397-89eb25fe6ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:16.596480513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2517241-b657-4c10-9397-89eb25fe6ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:16.645472053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2517241-b657-4c10-9397-89eb25fe6ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:16.698533132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2517241-b657-4c10-9397-89eb25fe6ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:31.698171575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea87184-b6d3-4787-b992-ada071726c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:31.747901192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea87184-b6d3-4787-b992-ada071726c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:31.796696739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea87184-b6d3-4787-b992-ada071726c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:31.845637368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea87184-b6d3-4787-b992-ada071726c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:33.612302573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aa620e-fee3-48ce-9ec4-6e9fe4c38dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:33.667479843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aa620e-fee3-48ce-9ec4-6e9fe4c38dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:33.717579448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aa620e-fee3-48ce-9ec4-6e9fe4c38dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:33.766554805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aa620e-fee3-48ce-9ec4-6e9fe4c38dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:34.904396364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"0860bb73-f404-495d-b05f-ea11da6692b2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0f5af7","tenantID":"e2e-ipp-b-0f5af7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:35.01454929Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"0860bb73-f404-495d-b05f-ea11da6692b2","name":"e2e-ipp-b-0f5af7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:35.581644035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759c962b-d17b-4b9c-b885-4de34332da58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:35.630470865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759c962b-d17b-4b9c-b885-4de34332da58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:35.679053102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759c962b-d17b-4b9c-b885-4de34332da58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:35.727788751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"759c962b-d17b-4b9c-b885-4de34332da58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:35.915569719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:41.929994043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9dc2db-1b4b-46c4-828b-de1ff0570ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:41.979004334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9dc2db-1b4b-46c4-828b-de1ff0570ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:42.027891343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9dc2db-1b4b-46c4-828b-de1ff0570ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:42.076755206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9dc2db-1b4b-46c4-828b-de1ff0570ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:43.21078046Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5df20a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5df20a","reconcileID":"088eff6c-f686-4d6e-962a-a7a7b368172e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5df20a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5df20a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:43.873733849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e64811-2417-4e26-a650-290cdd1dca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:43.922797502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e64811-2417-4e26-a650-290cdd1dca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:43.975070779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e64811-2417-4e26-a650-290cdd1dca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:44.024982758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e64811-2417-4e26-a650-290cdd1dca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:45.804677991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67ab46a-0de5-4392-8553-978967af5042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:45.853517981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67ab46a-0de5-4392-8553-978967af5042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:45.902515687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67ab46a-0de5-4392-8553-978967af5042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:45.951231753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67ab46a-0de5-4392-8553-978967af5042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:47.816822375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333d19b8-fea7-4b61-b601-ce667fb4143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:47.865943034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333d19b8-fea7-4b61-b601-ce667fb4143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:47.91476794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333d19b8-fea7-4b61-b601-ce667fb4143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:47.963605091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333d19b8-fea7-4b61-b601-ce667fb4143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.283282499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","namespace":"ai-tenant-e2e-api-b-c5d42d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.28334341Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","namespace":"ai-tenant-e2e-api-b-c5d42d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.283404111Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","tenant":"e2e-api-b-c5d42d","tenantID":"e2e-api-b-c5d42d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.333867752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"Deployment","name":"maas-api-e2e-api-b-c5d42d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.391491659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"Service","name":"maas-api-e2e-api-b-c5d42d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.445737856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c5d42d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.496101078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c5d42d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.547118008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.599669579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.655222526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.708572223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.757383927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"Deployment","name":"payload-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.783425082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7addc433-dbad-4fd2-b2be-11a49304a15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.833895795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7addc433-dbad-4fd2-b2be-11a49304a15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.834355545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.882957937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7addc433-dbad-4fd2-b2be-11a49304a15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.931163159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"Service","name":"payload-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.931809124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7addc433-dbad-4fd2-b2be-11a49304a15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:49.979938112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.028281104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.076461978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.124764652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.182499752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.230650529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.278531829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.328592063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c5d42d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:50.382455786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c5d42d"},"namespace":"ai-tenant-e2e-api-b-c5d42d","name":"default-tenant","reconcileID":"829089d2-5be0-4ebe-b87f-2b6992b29814","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c5d42d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:57.26816875Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c5d42d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c5d42d","reconcileID":"d3d9cff9-f824-4063-9d05-7e439f2fa3b4","aitenant":"ai-tenants/e2e-api-b-c5d42d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:57.851574578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b5079a-6078-4bab-85a0-bcebd62aa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:57.900569482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b5079a-6078-4bab-85a0-bcebd62aa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:57.950284049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b5079a-6078-4bab-85a0-bcebd62aa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:57.999255492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b5079a-6078-4bab-85a0-bcebd62aa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:58.005829018Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c5d42d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c5d42d","reconcileID":"d3d9cff9-f824-4063-9d05-7e439f2fa3b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c5d42d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c5d42d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:59.794655897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579dc478-93d9-4f4c-b85e-8b97ace5ac6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:59.84379386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579dc478-93d9-4f4c-b85e-8b97ace5ac6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:59.893737727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579dc478-93d9-4f4c-b85e-8b97ace5ac6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:49:59.944183378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579dc478-93d9-4f4c-b85e-8b97ace5ac6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:04.199797725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3bb1f0-0e26-4420-a75a-d3147c6fa2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:04.249101136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3bb1f0-0e26-4420-a75a-d3147c6fa2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:04.29844779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3bb1f0-0e26-4420-a75a-d3147c6fa2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:04.347423432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3bb1f0-0e26-4420-a75a-d3147c6fa2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:04.813133602Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0407d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0407d1","reconcileID":"6ea24ec3-4f16-469b-bcb0-c7c674993a1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0407d1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-0407d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:05.915023063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:06.203397628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2724ffec-f80f-45f5-a690-928ee6edefd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:06.252436966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2724ffec-f80f-45f5-a690-928ee6edefd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:06.301517453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2724ffec-f80f-45f5-a690-928ee6edefd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:06.350651154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2724ffec-f80f-45f5-a690-928ee6edefd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:06.646992608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"ef2d1869-17ad-40f5-8199-09fb0b36501f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:06.755616164Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"ef2d1869-17ad-40f5-8199-09fb0b36501f","name":"e2e-api-a-5b9c36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:08.124115287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69b63a-20d1-47b7-b9ea-5a8703620b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:08.172848834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69b63a-20d1-47b7-b9ea-5a8703620b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:08.221665669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69b63a-20d1-47b7-b9ea-5a8703620b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:08.270626566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69b63a-20d1-47b7-b9ea-5a8703620b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:15.980009083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4abb41-0978-4f43-a914-d47f40b16818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:16.029566139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4abb41-0978-4f43-a914-d47f40b16818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:16.079167118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4abb41-0978-4f43-a914-d47f40b16818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:16.128591372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4abb41-0978-4f43-a914-d47f40b16818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:16.606579845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d2bf5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d2bf5d","reconcileID":"991f631a-a53c-4f8e-9254-63b10bb001c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d2bf5d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d2bf5d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:17.909948413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778f7749-5646-4da2-868e-3df6ba6a3782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:17.959307327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778f7749-5646-4da2-868e-3df6ba6a3782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:18.008899333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778f7749-5646-4da2-868e-3df6ba6a3782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:18.068564915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778f7749-5646-4da2-868e-3df6ba6a3782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:19.848761674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65df0391-217b-4c77-a068-b7e3d781c8f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:19.909478764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65df0391-217b-4c77-a068-b7e3d781c8f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:19.958794195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65df0391-217b-4c77-a068-b7e3d781c8f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:20.01113762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65df0391-217b-4c77-a068-b7e3d781c8f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:34.979946021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8c834-f0db-4a77-9582-6bfffb4aa8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:35.028742489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8c834-f0db-4a77-9582-6bfffb4aa8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:35.077434525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8c834-f0db-4a77-9582-6bfffb4aa8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:35.126370407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8c834-f0db-4a77-9582-6bfffb4aa8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:35.914884315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:36.983256068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf8af8-6371-4fe6-8c42-53d30e08a2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:37.032398685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf8af8-6371-4fe6-8c42-53d30e08a2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:37.081407614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf8af8-6371-4fe6-8c42-53d30e08a2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:37.13117553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf8af8-6371-4fe6-8c42-53d30e08a2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:37.804045917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"88cf1090-b0a2-4b75-9c34-f814d4671a5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:37.90359561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"0c10d9cd-36b2-41ca-8faf-9e91c4d78822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.029515347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"b7aaea19-4dc4-4efe-bcd3-e61661838089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.130556993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c4478d3-fede-44f2-ab51-0909138025e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.258638363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"fc3682eb-3b4c-423c-958e-9f7e54699d5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.375468115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"29a50945-5ec6-43fa-be91-ff5154d4ef99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.571022424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"10cd3eb0-1f86-409a-957d-a293f43ad16c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.671798069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"209291f9-eef4-4af4-a046-f2f297067e96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.671836428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"539beaa5-40d9-49e3-92aa-375dcce86991","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.706177059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"7408ed82-ab5c-4279-9967-a22bebe349e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.773052728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"89c00a9e-bfbf-42de-95fa-ee5c50addaf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:38.875062261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbe015df-5640-4d1d-9da7-262217b0636c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:47.090290657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"2669db32-2b71-45b9-8f63-60962c7dc4f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5df20a","tenantID":"e2e-ipp-b-5df20a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:50:47.199291835Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"2669db32-2b71-45b9-8f63-60962c7dc4f9","name":"e2e-ipp-b-5df20a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:05.920957024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.083028149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"22accb2f-2e9d-4457-943a-a2ba46c86ee4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.184725517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"bcd25952-463a-4d58-b2ef-b94875621330","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.282783515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"0a94f5ba-5388-4bea-99b5-48f2fb33a238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.301087814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"a562c73d-a572-4da4-94ef-4a526e5966c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.381890697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2f189f2-c196-4ebc-89d3-c736ebef6a41","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.481768202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"5e580ed0-e544-4d11-ba75-dfbd3ca55959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.683188645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"d3b1c9eb-968e-4b9e-9991-9bf59abf5f1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.701143196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"05a6a6d9-f6b4-463d-a499-ce0342b69977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:06.819237488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"aed85cf6-a4f9-4782-8d17-c3a591fcb1ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:07.025751292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"b9d78aa0-5bd4-409b-a21d-a82d6a8147d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:07.171970209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"ff5aafec-d2c7-4c46-94af-dbd215cc9c48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:07.172584513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d83d0f52-a9bf-42b8-ab3c-b50bc368f6cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:08.476273897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163442a2-a289-40b4-9781-05d5948ce695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:08.525268924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163442a2-a289-40b4-9781-05d5948ce695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:08.574257489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163442a2-a289-40b4-9781-05d5948ce695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:08.623207981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163442a2-a289-40b4-9781-05d5948ce695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:10.398507455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f9ea4-c7ae-4bcb-8625-6e8df1fad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:10.447442221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f9ea4-c7ae-4bcb-8625-6e8df1fad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:10.496436024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f9ea4-c7ae-4bcb-8625-6e8df1fad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:10.545638209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f9ea4-c7ae-4bcb-8625-6e8df1fad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:11.349767124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"fabc6fd6-a016-403b-9ebe-0c0b49dfa2e0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:11.461142125Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"fabc6fd6-a016-403b-9ebe-0c0b49dfa2e0","name":"e2e-ipp-a-0407d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.294824269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"397fd104-265f-4ace-acf2-37e7b438805a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.294851306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"397fd104-265f-4ace-acf2-37e7b438805a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.348384997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"148ff4f8-0fbe-47ee-9d27-5adde76d4b89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.348407411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"148ff4f8-0fbe-47ee-9d27-5adde76d4b89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.404100592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ce191a-6076-4296-b6b7-85532fb5d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.453502492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ce191a-6076-4296-b6b7-85532fb5d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.502560446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ce191a-6076-4296-b6b7-85532fb5d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.502726162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"e842f566-f082-4802-91e1-ba6a3854ea36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.551554324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ce191a-6076-4296-b6b7-85532fb5d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.669758749Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"e842f566-f082-4802-91e1-ba6a3854ea36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"name":"e2e-api-a-5b9c36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.721249095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5b9c36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"e842f566-f082-4802-91e1-ba6a3854ea36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.807232253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"970a8d7d-59b1-427e-aa31-8541e6a391ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:12.80725292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"970a8d7d-59b1-427e-aa31-8541e6a391ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:14.339851706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fbae6c-4f7c-4102-84ea-abb0ba08735c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:14.389413339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fbae6c-4f7c-4102-84ea-abb0ba08735c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:14.438400493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fbae6c-4f7c-4102-84ea-abb0ba08735c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:14.487305079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fbae6c-4f7c-4102-84ea-abb0ba08735c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:16.870239298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15395d2d-49c3-4413-ac7a-bf2f7be47e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:16.919437099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15395d2d-49c3-4413-ac7a-bf2f7be47e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:16.968486891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15395d2d-49c3-4413-ac7a-bf2f7be47e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:17.017370084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15395d2d-49c3-4413-ac7a-bf2f7be47e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:17.424386136Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2e04ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2e04ba","reconcileID":"88ce27ed-3351-4016-b1f0-004b3ae35a69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2e04ba","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2e04ba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:18.792851127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa389395-1eb3-4911-82a4-1ff31f5f74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:18.842010479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa389395-1eb3-4911-82a4-1ff31f5f74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:18.891491069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa389395-1eb3-4911-82a4-1ff31f5f74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:18.940669977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa389395-1eb3-4911-82a4-1ff31f5f74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:22.905575991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"7156755d-5ed2-4cac-8ddd-312379d8aacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:22.980973883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"7156755d-5ed2-4cac-8ddd-312379d8aacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"name":"e2e-api-a-5b9c36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:23.032201202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5b9c36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"7156755d-5ed2-4cac-8ddd-312379d8aacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:27.127242382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"18cc66d6-c42d-4f74-94e0-40c554ce7079","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d2bf5d","tenantID":"e2e-ipp-b-d2bf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:27.235007294Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"18cc66d6-c42d-4f74-94e0-40c554ce7079","name":"e2e-ipp-b-d2bf5d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:33.130825392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"824ec611-2022-4a6f-9421-7f0e3377c66e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:33.184429651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"824ec611-2022-4a6f-9421-7f0e3377c66e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"name":"e2e-api-a-5b9c36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:33.235811864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5b9c36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19d6865a427ecf12f5dd8d8d9242d115472466607a2b92f505379ff5c5238e61) AuthConfig (f3a3d118439633ea8b5d708005af0529c0012b248ce1f22d71a46c28ce24a34e) AuthConfig (1531f112648ba9379e1b0534dfdbda2395c94fa3aa93961de30ec1e41fc40db3) AuthConfig (314d796bd841ce15cee8ddb151ddeb6d6efa80760309027bbbfce2838fcc2631) AuthConfig (02ead83d0dc89eea09d9b5658dfaab48a4e60a66d0dd573bbc24427a727e380c) AuthConfig (a7c41ae380b2e119e0cc08d8d4262b83d38cd5c1521c04343373ade933961b49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"824ec611-2022-4a6f-9421-7f0e3377c66e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:33.290441482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e94c0528-0cb5-447f-be54-77fac20a0be5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:33.290462436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e94c0528-0cb5-447f-be54-77fac20a0be5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:35.914712585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:43.394371202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"aab63749-f8e8-48f2-a860-253f588b5479","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:43.449349868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"aab63749-f8e8-48f2-a860-253f588b5479","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"name":"e2e-api-a-5b9c36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:43.501685493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5b9c36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19d6865a427ecf12f5dd8d8d9242d115472466607a2b92f505379ff5c5238e61) AuthConfig (f3a3d118439633ea8b5d708005af0529c0012b248ce1f22d71a46c28ce24a34e) AuthConfig (1531f112648ba9379e1b0534dfdbda2395c94fa3aa93961de30ec1e41fc40db3) AuthConfig (314d796bd841ce15cee8ddb151ddeb6d6efa80760309027bbbfce2838fcc2631) AuthConfig (02ead83d0dc89eea09d9b5658dfaab48a4e60a66d0dd573bbc24427a727e380c) AuthConfig (a7c41ae380b2e119e0cc08d8d4262b83d38cd5c1521c04343373ade933961b49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"aab63749-f8e8-48f2-a860-253f588b5479","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:53.599816897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"591df2cd-f59a-450a-a707-f8f34622b03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:53.652418324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"591df2cd-f59a-450a-a707-f8f34622b03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"name":"e2e-api-a-5b9c36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:53.704082472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5b9c36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19d6865a427ecf12f5dd8d8d9242d115472466607a2b92f505379ff5c5238e61) AuthConfig (f3a3d118439633ea8b5d708005af0529c0012b248ce1f22d71a46c28ce24a34e) AuthConfig (1531f112648ba9379e1b0534dfdbda2395c94fa3aa93961de30ec1e41fc40db3) AuthConfig (314d796bd841ce15cee8ddb151ddeb6d6efa80760309027bbbfce2838fcc2631) AuthConfig (02ead83d0dc89eea09d9b5658dfaab48a4e60a66d0dd573bbc24427a727e380c) AuthConfig (a7c41ae380b2e119e0cc08d8d4262b83d38cd5c1521c04343373ade933961b49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"591df2cd-f59a-450a-a707-f8f34622b03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:59.504633262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8a079-c8ba-4bec-8036-6356a0694d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:59.553785479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8a079-c8ba-4bec-8036-6356a0694d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:59.602617959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8a079-c8ba-4bec-8036-6356a0694d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:51:59.651662443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c8a079-c8ba-4bec-8036-6356a0694d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:01.449877402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e35586-1dc8-48a0-b774-887d99aa4729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:01.499138729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e35586-1dc8-48a0-b774-887d99aa4729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:01.547842392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e35586-1dc8-48a0-b774-887d99aa4729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:01.59867665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e35586-1dc8-48a0-b774-887d99aa4729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:03.801747164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"a59c5398-3220-4268-86cc-ed70fa61e4c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:03.855253997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"a59c5398-3220-4268-86cc-ed70fa61e4c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"name":"e2e-api-a-5b9c36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:04.158997722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a83a4b-3381-4c9a-95a0-4108088f1646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:04.159020231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a83a4b-3381-4c9a-95a0-4108088f1646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:05.918210463Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:06.712134525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842b14e9-6d09-4ef7-a4e6-e30ae3949fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:06.76201799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842b14e9-6d09-4ef7-a4e6-e30ae3949fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:06.810588498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842b14e9-6d09-4ef7-a4e6-e30ae3949fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:06.859459501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842b14e9-6d09-4ef7-a4e6-e30ae3949fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:08.644567889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac91eb-3752-475e-af68-43b01722a4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:08.69531019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac91eb-3752-475e-af68-43b01722a4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:08.744070517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac91eb-3752-475e-af68-43b01722a4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:08.794603256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac91eb-3752-475e-af68-43b01722a4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:10.646444234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4556f61-bd7e-4253-80a5-fa178612873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:10.695338543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4556f61-bd7e-4253-80a5-fa178612873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:10.744449133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4556f61-bd7e-4253-80a5-fa178612873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:10.79460789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4556f61-bd7e-4253-80a5-fa178612873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:12.577404695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e5be0-41d7-4606-86c4-010252001967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:12.586280766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"af5c103b-c835-4840-bb2c-4f51692c5a0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:12.626353618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e5be0-41d7-4606-86c4-010252001967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:12.67582894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e5be0-41d7-4606-86c4-010252001967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:12.728052318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392e5be0-41d7-4606-86c4-010252001967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:12.775033367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"51abb1ea-7aef-44d6-a4e8-2716af422aec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:12.875491695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"feec95f1-fb80-46f7-8a85-d73e2729bc53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.028109729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"d5a4749a-55b4-4043-b05c-61d053c905fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.028479137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"226ff8a8-371d-4fe0-8dab-e0abd4dab23c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.077433733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9dc4636f-c38d-40e7-9608-020acbbaea11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.261641997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"112c9d35-27e2-4894-979f-e00e5f0c11c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.374444656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"f7f1db88-32a6-40e1-ad10-8e7356a8f461","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.603555209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"6808c95a-6b01-4561-97d4-de94d4521844","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.703765376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"905d1e50-3267-4fb3-a5d4-e67e68284698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.856517783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"2b573c8f-adff-4ed2-acfa-8b60f9b94501","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:13.856529431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"c2c3c8dc-a714-494b-9d30-bc8266a902d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:14.575971942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ca497-24cb-449e-a8da-c160ffb7af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:14.625211761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ca497-24cb-449e-a8da-c160ffb7af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:14.67474032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ca497-24cb-449e-a8da-c160ffb7af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:14.723744941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ca497-24cb-449e-a8da-c160ffb7af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:16.492233606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1791abc3-0d22-4759-8dcf-fa8f60bc28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:16.541212125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1791abc3-0d22-4759-8dcf-fa8f60bc28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:16.592649397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1791abc3-0d22-4759-8dcf-fa8f60bc28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:16.641868828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1791abc3-0d22-4759-8dcf-fa8f60bc28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:18.409840068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30bb9e-e71a-4297-bc4a-2a87f7bb5205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:18.46184884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30bb9e-e71a-4297-bc4a-2a87f7bb5205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:18.511693622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30bb9e-e71a-4297-bc4a-2a87f7bb5205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:18.56218475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30bb9e-e71a-4297-bc4a-2a87f7bb5205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:20.332540325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5102ab71-703a-4810-8974-f3a37b04aef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:20.381739428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5102ab71-703a-4810-8974-f3a37b04aef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:20.434088362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5102ab71-703a-4810-8974-f3a37b04aef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:20.483004799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5102ab71-703a-4810-8974-f3a37b04aef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:22.244722401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd9b7e5-ef5e-4501-b4f3-b262d0f5db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:22.293608975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd9b7e5-ef5e-4501-b4f3-b262d0f5db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:22.342473432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd9b7e5-ef5e-4501-b4f3-b262d0f5db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:22.391445009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd9b7e5-ef5e-4501-b4f3-b262d0f5db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:24.179169839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca1e50-ed94-4248-b2df-f23b80c5aae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:24.22878732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca1e50-ed94-4248-b2df-f23b80c5aae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:24.27762477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca1e50-ed94-4248-b2df-f23b80c5aae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:24.326861379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca1e50-ed94-4248-b2df-f23b80c5aae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:26.186181285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cb565b-1a4c-4bbc-a32c-04c710050b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:26.235169392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cb565b-1a4c-4bbc-a32c-04c710050b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:26.284368696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cb565b-1a4c-4bbc-a32c-04c710050b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:26.333504314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cb565b-1a4c-4bbc-a32c-04c710050b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.603465157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"a07ce90f-f0ca-408b-8e1a-862aee19bb4d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.712259484Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"a07ce90f-f0ca-408b-8e1a-862aee19bb4d","name":"e2e-api-b-2e04ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.766513947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","namespace":"ai-tenant-e2e-ipp-a-ff3dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.766576364Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","namespace":"ai-tenant-e2e-ipp-a-ff3dd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.766625233Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","tenant":"e2e-ipp-a-ff3dd2","tenantID":"e2e-ipp-a-ff3dd2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.819259797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-ff3dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.8892805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"Service","name":"maas-api-e2e-ipp-a-ff3dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:32.957709496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-ff3dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.008583336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-ff3dd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.060382398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.114071705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.168023978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.219042645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.274477596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.325083571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.382044249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"Service","name":"payload-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.437989329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.489675812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.540946832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.593192539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.645447329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.696418436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.746748529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.797631885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-ff3dd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:33.848296617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff3dd2"},"namespace":"ai-tenant-e2e-ipp-a-ff3dd2","name":"default-tenant","reconcileID":"39906828-2d2e-4a31-bb03-12933af6a68b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-ff3dd2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:35.914976746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:39.461250462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafa0f0e-9824-4a64-8532-e93af6270b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:39.510580209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafa0f0e-9824-4a64-8532-e93af6270b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:39.56001521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafa0f0e-9824-4a64-8532-e93af6270b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:39.608986172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafa0f0e-9824-4a64-8532-e93af6270b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:39.60908162Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ff3dd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ff3dd2","reconcileID":"e6b81cc5-9e2a-424f-a986-b70d5b68e516","aitenant":"ai-tenants/e2e-ipp-a-ff3dd2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:40.313204364Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ff3dd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ff3dd2","reconcileID":"e6b81cc5-9e2a-424f-a986-b70d5b68e516","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ff3dd2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-ff3dd2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:41.39732934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13c2d18-d26d-44a4-8aeb-0c929b5250e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:41.446871675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13c2d18-d26d-44a4-8aeb-0c929b5250e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:41.495766888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13c2d18-d26d-44a4-8aeb-0c929b5250e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:41.54589966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13c2d18-d26d-44a4-8aeb-0c929b5250e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.277693151Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","namespace":"ai-tenant-e2e-ipp-a-f5d130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.277759322Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","namespace":"ai-tenant-e2e-ipp-a-f5d130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.277820357Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","tenant":"e2e-ipp-a-f5d130","tenantID":"e2e-ipp-a-f5d130","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.328302733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f5d130","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.34334542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8579121-9b63-44fc-bf98-c093dbd39485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.392250885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8579121-9b63-44fc-bf98-c093dbd39485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.40203964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"Service","name":"maas-api-e2e-ipp-a-f5d130","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.440946295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8579121-9b63-44fc-bf98-c093dbd39485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.490068285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8579121-9b63-44fc-bf98-c093dbd39485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.492397043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f5d130","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.542541396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f5d130","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.593587388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.644309101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.742311248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.796375018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.846803737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.897838248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:43.956839081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"Service","name":"payload-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.016196582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.066949747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.117734975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.171114894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.223001385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.273294186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.323312869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.374218116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f5d130","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:44.471538145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5d130"},"namespace":"ai-tenant-e2e-ipp-a-f5d130","name":"default-tenant","reconcileID":"9a80fed1-ed45-42a7-8ad1-a2f054d2e69d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f5d130","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:45.376140748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8d622-d1da-4423-957b-e78c71daf251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:45.425068738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8d622-d1da-4423-957b-e78c71daf251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:45.474044119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8d622-d1da-4423-957b-e78c71daf251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:45.522909986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8d622-d1da-4423-957b-e78c71daf251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:47.992831552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90269086-e660-4987-abf3-5679aa27691e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:48.041527791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90269086-e660-4987-abf3-5679aa27691e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:48.117488339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90269086-e660-4987-abf3-5679aa27691e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:48.167879492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90269086-e660-4987-abf3-5679aa27691e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:49.331547938Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5d130","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5d130","reconcileID":"420c83c3-b851-400a-8e82-30e7e330acc6","aitenant":"ai-tenants/e2e-ipp-a-f5d130","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:49.845785896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5144a567-65a3-4f34-94de-f4d56736e306","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:49.926155869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf55229-5a9b-4109-9a7f-b488911aeabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:49.958978042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"2467366d-3685-4389-931f-1f561a4ee7b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:49.97552719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf55229-5a9b-4109-9a7f-b488911aeabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.024487373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf55229-5a9b-4109-9a7f-b488911aeabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.073367365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf55229-5a9b-4109-9a7f-b488911aeabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.122205717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"fbb81a32-1b29-4bb3-99e5-95a62e1cf1c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.229460292Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5d130","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5d130","reconcileID":"420c83c3-b851-400a-8e82-30e7e330acc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f5d130","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f5d130"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.269908178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"5da8412d-9a60-4798-b8fa-dbbc5b7dff2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.26997498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"e62ce14b-98ef-46f8-8a79-449edfd51ec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.370058075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"7abebbc3-e0a6-4248-9f54-5e85f4a4f409","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.59616683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"697afd9a-98ba-4f85-b8ae-de0dd78db178","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.696503509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"ffc9f044-7748-45ee-9442-c8f1a26c1a6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.795740408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"120a2fff-c98c-48f9-a567-1edcf4bc4382","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.837251493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"4cf7e108-5231-4c7d-9fb4-c4d02c207c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:50.961558451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42049108-02c3-47c9-a950-3e7e2e1a241d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:51.112346496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"d77a0b22-0418-46ce-9ae2-13058735166f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:51.997269818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3955b44-4ed1-4458-bd70-30c1a78b6d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:52.046231466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3955b44-4ed1-4458-bd70-30c1a78b6d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:52.095131511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3955b44-4ed1-4458-bd70-30c1a78b6d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:52.144328155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3955b44-4ed1-4458-bd70-30c1a78b6d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:53.972148056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112da07f-4247-4c30-a40b-00cd221dc103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:54.021174123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112da07f-4247-4c30-a40b-00cd221dc103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:54.070013351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112da07f-4247-4c30-a40b-00cd221dc103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:54.118828064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112da07f-4247-4c30-a40b-00cd221dc103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:58.079033521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ce663b-b9d1-4a4f-a4b1-4b810cfe061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:58.127993611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ce663b-b9d1-4a4f-a4b1-4b810cfe061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:58.177495027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ce663b-b9d1-4a4f-a4b1-4b810cfe061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:58.227630688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ce663b-b9d1-4a4f-a4b1-4b810cfe061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:52:59.997838996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58210fc-6192-41be-b6ee-bdb0c2d1ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.046853053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58210fc-6192-41be-b6ee-bdb0c2d1ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.095947183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58210fc-6192-41be-b6ee-bdb0c2d1ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.145011872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58210fc-6192-41be-b6ee-bdb0c2d1ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.80086198Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","namespace":"ai-tenant-e2e-ipp-b-5df20a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.800919652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","namespace":"ai-tenant-e2e-ipp-b-5df20a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.80100679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","tenant":"e2e-ipp-b-5df20a","tenantID":"e2e-ipp-b-5df20a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.851905041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5df20a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.908706745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"Service","name":"maas-api-e2e-ipp-b-5df20a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:00.964815579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5df20a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.01561508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5df20a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.067643033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.13377859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.18689649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.238047139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.288578103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.336834872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.38510418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"Service","name":"payload-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.468460398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.51703685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.567073108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.615494087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.667142703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.715560316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.764042454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.812501661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5df20a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.863229372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5df20a"},"namespace":"ai-tenant-e2e-ipp-b-5df20a","name":"default-tenant","reconcileID":"8430501a-0d73-43b5-a6b4-d05b049676fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5df20a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:01.973223282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b50924-74ac-445c-8b41-2dde330c7ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:02.022072203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b50924-74ac-445c-8b41-2dde330c7ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:02.071449395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b50924-74ac-445c-8b41-2dde330c7ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:02.120982943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b50924-74ac-445c-8b41-2dde330c7ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:03.799306764Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5df20a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5df20a","reconcileID":"0e502337-7dc5-4a89-85c3-6a6de91ac3a2","aitenant":"ai-tenants/e2e-ipp-b-5df20a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:04.331248947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75d38be-7b27-4a35-b653-67f4fdeaad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:04.3803736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75d38be-7b27-4a35-b653-67f4fdeaad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:04.429290414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75d38be-7b27-4a35-b653-67f4fdeaad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:04.478383429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75d38be-7b27-4a35-b653-67f4fdeaad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:04.585532517Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5df20a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5df20a","reconcileID":"0e502337-7dc5-4a89-85c3-6a6de91ac3a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5df20a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5df20a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:05.915365907Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:06.285016488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde036fa-c3a1-4bb4-a19f-c94568a548c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:06.333995569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde036fa-c3a1-4bb4-a19f-c94568a548c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:06.382938065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde036fa-c3a1-4bb4-a19f-c94568a548c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:06.431876662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde036fa-c3a1-4bb4-a19f-c94568a548c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:08.242461827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce53af-03d3-4f9c-95a5-280790da0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:08.292555777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce53af-03d3-4f9c-95a5-280790da0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:08.34157923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce53af-03d3-4f9c-95a5-280790da0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:08.39061363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce53af-03d3-4f9c-95a5-280790da0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:10.176740201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4a3766-e526-49bc-9aa5-b37648b6d501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:10.226041827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4a3766-e526-49bc-9aa5-b37648b6d501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:10.274844832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4a3766-e526-49bc-9aa5-b37648b6d501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:10.323661261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4a3766-e526-49bc-9aa5-b37648b6d501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:11.830161244Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d21237","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d21237","reconcileID":"74a29529-b671-4386-981b-e721cfa0a196","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d21237","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d21237":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:12.100048722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ac125-ddb3-4e49-bd7c-06fe67df6232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:12.149022256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ac125-ddb3-4e49-bd7c-06fe67df6232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:12.197718011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ac125-ddb3-4e49-bd7c-06fe67df6232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:12.246774158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200ac125-ddb3-4e49-bd7c-06fe67df6232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:14.076046837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2e021e-525f-442d-9be6-c7456e2390e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:14.124903291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2e021e-525f-442d-9be6-c7456e2390e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:14.174069312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2e021e-525f-442d-9be6-c7456e2390e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:14.223469489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2e021e-525f-442d-9be6-c7456e2390e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:35.91651698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:39.637371286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dfdb0a-4c9f-4438-9355-4d7365189b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:39.68639186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dfdb0a-4c9f-4438-9355-4d7365189b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:39.735182467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dfdb0a-4c9f-4438-9355-4d7365189b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:39.783940832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dfdb0a-4c9f-4438-9355-4d7365189b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.164338164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f7c22cb-857a-4747-9d73-db51c2ddc040","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.164362523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f7c22cb-857a-4747-9d73-db51c2ddc040","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.215341332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd8c556-5239-45c8-ba8b-29900b1ce0ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.21536792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd8c556-5239-45c8-ba8b-29900b1ce0ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.312484543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"986ee51e-4b4f-4043-ae7e-a47731199076","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.429971943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"986ee51e-4b4f-4043-ae7e-a47731199076","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.481350828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2e04ba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"986ee51e-4b4f-4043-ae7e-a47731199076","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.535275067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d962854-d0e3-42ed-b265-57c3285d3264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.535295789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d962854-d0e3-42ed-b265-57c3285d3264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.55235327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48553d78-358d-41f9-ad23-d44e2a29faaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.602576755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48553d78-358d-41f9-ad23-d44e2a29faaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.652712874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48553d78-358d-41f9-ad23-d44e2a29faaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:41.701972838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48553d78-358d-41f9-ad23-d44e2a29faaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:46.965065582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f0c328d-e2ed-41f5-a45a-e930cb0b6274","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.06805784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"4679c6dd-df4f-4091-a74c-8a24831531d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.170587106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"2c9b863c-394b-4bc9-9a72-b111b2bbaaf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.196215806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"d9fb8903-de52-49b7-929e-2c52ebc5416c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.427423967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"774b8f03-5929-4516-8b45-cf2844806189","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.549006465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"c3d3cf62-8971-4ce7-8e08-c27867ee5bcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.648332095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"a5e4cad5-6dc0-47d9-ae7a-78150cd7cfdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.794288635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"4587d2f9-ccaf-468f-b72f-3af8fce4e6ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:47.895258206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"6d70b3ce-191f-4ed8-a4ba-58f8cac7fa44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.019326086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"f040d593-6631-4e58-8fcd-baeb5fc3b5fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.184497718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3bb545f2-c934-443c-87ed-2994c86e95ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.295392505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"e252ad0f-b087-4656-a723-2e49b4c6a08b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.5797646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"049648c5-c579-4f65-8752-69a7cf13c3e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.580058187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d393e451-1a13-4f54-9db4-4c8a2d72b939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.580077468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d393e451-1a13-4f54-9db4-4c8a2d72b939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.77753877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"049648c5-c579-4f65-8752-69a7cf13c3e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.894596134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"049648c5-c579-4f65-8752-69a7cf13c3e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"name":"e2e-api-a-5b9c36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.894617934Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"e2e-e2e-api-a-5b9c36-policy","reconcileID":"049648c5-c579-4f65-8752-69a7cf13c3e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5b9c36-policy","namespace":"ai-tenant-e2e-api-a-5b9c36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5b9c36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.936665809Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","namespace":"ai-tenant-e2e-ipp-b-0f5af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.936732528Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","namespace":"ai-tenant-e2e-ipp-b-0f5af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.936788708Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","tenant":"e2e-ipp-b-0f5af7","tenantID":"e2e-ipp-b-0f5af7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.94710001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5142260f-0209-4c1c-bac6-cc27bbb4a6c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.947119494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5142260f-0209-4c1c-bac6-cc27bbb4a6c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:48.987397146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0f5af7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.08822133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"Service","name":"maas-api-e2e-ipp-b-0f5af7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.15114063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0f5af7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.203993989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0f5af7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.255388019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.306663515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.390856102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.447187257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.498110838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.548591006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.608082861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"Service","name":"payload-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.699027427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.74978213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.80273135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.854522038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.906685722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:49.95739887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:50.0088864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:50.059285701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0f5af7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:50.11163869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0f5af7"},"namespace":"ai-tenant-e2e-ipp-b-0f5af7","name":"default-tenant","reconcileID":"e9da46f4-33e9-461e-b785-d5f30fc8d69d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0f5af7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:50.188351225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a040f2-6d16-49dc-9f52-93c8bbbbda80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:50.23758397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a040f2-6d16-49dc-9f52-93c8bbbbda80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:50.286599926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a040f2-6d16-49dc-9f52-93c8bbbbda80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:50.335614445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a040f2-6d16-49dc-9f52-93c8bbbbda80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:51.108078872Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2e8243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2e8243","reconcileID":"e017f2bd-f1e5-4d70-9a4a-66376b7b5b85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2e8243","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2e8243":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:51.668268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"fd23cf1a-974c-4121-a6c1-f930d95c0513","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:51.721020698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"fd23cf1a-974c-4121-a6c1-f930d95c0513","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:51.77231049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2e04ba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"fd23cf1a-974c-4121-a6c1-f930d95c0513","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:52.174273751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0dabdb-5fb6-4109-ac9d-30ad061ef937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:52.223408909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0dabdb-5fb6-4109-ac9d-30ad061ef937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:52.272263854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0dabdb-5fb6-4109-ac9d-30ad061ef937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:52.321356486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0dabdb-5fb6-4109-ac9d-30ad061ef937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:54.097036414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b911bedd-859f-46b7-a570-44265b8b15d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:54.145702697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b911bedd-859f-46b7-a570-44265b8b15d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:54.19440623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b911bedd-859f-46b7-a570-44265b8b15d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:54.243451921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b911bedd-859f-46b7-a570-44265b8b15d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:56.03327736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088425b0-248c-4763-a74f-a06a61ff74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:56.082633339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088425b0-248c-4763-a74f-a06a61ff74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:56.131632229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088425b0-248c-4763-a74f-a06a61ff74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:56.181320655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088425b0-248c-4763-a74f-a06a61ff74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:56.2292882Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0f5af7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0f5af7","reconcileID":"7e66eaf5-0957-4e20-9c9e-dea272a53ea6","aitenant":"ai-tenants/e2e-ipp-b-0f5af7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:56.934120661Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0f5af7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0f5af7","reconcileID":"7e66eaf5-0957-4e20-9c9e-dea272a53ea6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0f5af7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0f5af7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:58.004618407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319c094-9f66-4f06-b776-ebe517d8ef5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:58.053602531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319c094-9f66-4f06-b776-ebe517d8ef5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:58.103397759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319c094-9f66-4f06-b776-ebe517d8ef5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:58.153133696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319c094-9f66-4f06-b776-ebe517d8ef5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:53:59.999642561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce56695-0d56-432d-8c12-259a98f87299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:00.049654484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce56695-0d56-432d-8c12-259a98f87299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:00.098773372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce56695-0d56-432d-8c12-259a98f87299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:00.147798294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce56695-0d56-432d-8c12-259a98f87299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:01.870827499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"b9e6c95b-a50a-477b-af92-0b773a771169","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:01.923736621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"b9e6c95b-a50a-477b-af92-0b773a771169","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:01.975846999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2e04ba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"b9e6c95b-a50a-477b-af92-0b773a771169","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:03.629824965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3493c0d1-cbe9-4604-bfed-7ce737dde4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:03.678839217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3493c0d1-cbe9-4604-bfed-7ce737dde4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:03.728222951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3493c0d1-cbe9-4604-bfed-7ce737dde4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:03.777290427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3493c0d1-cbe9-4604-bfed-7ce737dde4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:03.875460644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"2d260da6-3191-4c75-8045-42c4715102db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:03.924447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"83492c15-f79f-4f59-bb8e-88f42403b8e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:03.976396334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"1dbe1a5a-3888-404f-a8e7-f921778dd35a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.123054295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70b98aa5-5ba0-4bcc-a3c5-eeda7e39e08f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.186872946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"cfe14cad-37e4-4ef0-98cb-d476bd1c53bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.202478477Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e95cf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e95cf5","reconcileID":"58675215-fa6f-4703-b7e3-62afafc779a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e95cf5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e95cf5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.287774365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"53de72fd-7feb-4cfe-80e3-e3839c06c476","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.305411322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"4d35fb5d-35ba-4026-b520-51555d5afd88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.391065764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"d02d0dfc-1b8a-4d0a-b262-1f03c46c8935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.537943546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"6fe5f908-bee8-41c5-8aa5-82f22d677a7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.643727222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11c67bcd-cbda-44fc-acd6-1dae096ca7b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.986418416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"60c63cb3-7ac7-41a4-b9ac-c1fcdd5a51df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:04.986587831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"ca1b961c-914a-4fff-96ad-b18763959813","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:05.575334068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c171be5a-8577-42bf-8d83-250fb4feb6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:05.624625624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c171be5a-8577-42bf-8d83-250fb4feb6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:05.673620905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c171be5a-8577-42bf-8d83-250fb4feb6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:05.72310493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c171be5a-8577-42bf-8d83-250fb4feb6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:05.920874249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:07.599285167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79c19ca-90b0-4916-b71c-3dbc6375d394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:07.648287041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79c19ca-90b0-4916-b71c-3dbc6375d394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:07.69754339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79c19ca-90b0-4916-b71c-3dbc6375d394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:07.746729512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79c19ca-90b0-4916-b71c-3dbc6375d394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:09.582100621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627b55e0-e5f7-4659-a570-30e0de61c765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:09.630957041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627b55e0-e5f7-4659-a570-30e0de61c765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:09.680213773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627b55e0-e5f7-4659-a570-30e0de61c765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:09.729289863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627b55e0-e5f7-4659-a570-30e0de61c765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:11.573501146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a791c746-e9db-42d1-ac5c-a4098bcfcdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:11.622782533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a791c746-e9db-42d1-ac5c-a4098bcfcdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:11.671680988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a791c746-e9db-42d1-ac5c-a4098bcfcdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:11.720757271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a791c746-e9db-42d1-ac5c-a4098bcfcdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:12.12277067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"6c36bf94-8790-4a57-9ed0-08e2bc634213","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:12.175680062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"6c36bf94-8790-4a57-9ed0-08e2bc634213","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:12.229776183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2e04ba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f973dbd10cce556576247fcc4ee91e1df1ec0a20c6bf78669d9f5027d10f5a17) AuthConfig (274a9d0758475e3b6c98ef684831e155dd9bdf92964059e8d59af36639e059b6) AuthConfig (f68426fb0b1501d6edc9a8d0f1bcb574e04d5d397b9fc2a7625e67ba0d41af91) AuthConfig (e9360463bed0722c076063ab148d4cbda5be93fa1e519f394dab15d1f6f91409) AuthConfig (dc3601abda966fd9ffc31d67099c394e50552d2310c678d49377363e7f62a4ef) AuthConfig (8756bea8530a8a241bf6141e2f6d68d36816879d595736e91f24478a9898e659)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"6c36bf94-8790-4a57-9ed0-08e2bc634213","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:12.284015096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"582cad83-d9c6-4be7-a8e2-ac5761eee86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:12.284035964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"582cad83-d9c6-4be7-a8e2-ac5761eee86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:16.192672392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"0664123c-f637-4968-9272-2421331260bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:16.301343611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"0664123c-f637-4968-9272-2421331260bc","name":"e2e-praxis-a-d21237-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:20.869387282Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","namespace":"ai-tenant-e2e-api-a-5b9c36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:20.869447886Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","namespace":"ai-tenant-e2e-api-a-5b9c36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:20.869497283Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","tenant":"e2e-api-a-5b9c36","tenantID":"e2e-api-a-5b9c36","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:20.92002339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"Deployment","name":"maas-api-e2e-api-a-5b9c36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:20.977022459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"Service","name":"maas-api-e2e-api-a-5b9c36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.030199588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5b9c36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.082787712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5b9c36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.136121642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.186994554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.240420645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.294210923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.342778835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"Deployment","name":"payload-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.391076732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.439363066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"Service","name":"payload-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.488317598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.536670562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.585961143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.636745315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.688868723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.737371526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.785789789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.834510854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5b9c36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:21.883185431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5b9c36"},"namespace":"ai-tenant-e2e-api-a-5b9c36","name":"default-tenant","reconcileID":"41f264d8-8cd7-4da2-8356-965ed7af801f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5b9c36","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:22.381753702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"ac363344-f17c-4d71-afd0-6b7418ad58c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:22.434674419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"ac363344-f17c-4d71-afd0-6b7418ad58c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:22.485890194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2e04ba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f973dbd10cce556576247fcc4ee91e1df1ec0a20c6bf78669d9f5027d10f5a17) AuthConfig (274a9d0758475e3b6c98ef684831e155dd9bdf92964059e8d59af36639e059b6) AuthConfig (f68426fb0b1501d6edc9a8d0f1bcb574e04d5d397b9fc2a7625e67ba0d41af91) AuthConfig (e9360463bed0722c076063ab148d4cbda5be93fa1e519f394dab15d1f6f91409) AuthConfig (dc3601abda966fd9ffc31d67099c394e50552d2310c678d49377363e7f62a4ef) AuthConfig (8756bea8530a8a241bf6141e2f6d68d36816879d595736e91f24478a9898e659)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"ac363344-f17c-4d71-afd0-6b7418ad58c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:28.178197051Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5b9c36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5b9c36","reconcileID":"a0a944bd-5d10-42c2-a469-94139c2da3fe","aitenant":"ai-tenants/e2e-api-a-5b9c36","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:28.788893996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ba1c3-9e07-4168-b5c9-f217074522a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:28.837610701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ba1c3-9e07-4168-b5c9-f217074522a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:28.886475212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ba1c3-9e07-4168-b5c9-f217074522a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:28.942236284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5ba1c3-9e07-4168-b5c9-f217074522a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:29.004234113Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5b9c36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5b9c36","reconcileID":"a0a944bd-5d10-42c2-a469-94139c2da3fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5b9c36","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5b9c36"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:30.718559868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b982353-6733-496f-ac9e-23ca984057af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:30.76759097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b982353-6733-496f-ac9e-23ca984057af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:30.816555938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b982353-6733-496f-ac9e-23ca984057af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:30.866281859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b982353-6733-496f-ac9e-23ca984057af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.583861692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"39dae896-0f6f-4eac-9f5e-bd50b34c2d8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.636718722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"39dae896-0f6f-4eac-9f5e-bd50b34c2d8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.67267552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836f758a-1e98-4968-9d86-5d822720cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.721647016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836f758a-1e98-4968-9d86-5d822720cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.770532667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836f758a-1e98-4968-9d86-5d822720cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.81957151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836f758a-1e98-4968-9d86-5d822720cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.97122283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d802ac5d-7d76-4dad-82f1-ce66b1621184","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:32.971246816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d802ac5d-7d76-4dad-82f1-ce66b1621184","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:34.619599608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01684ddc-dcae-476f-b6d5-deacdbb33c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:34.668506441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01684ddc-dcae-476f-b6d5-deacdbb33c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:34.718326554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01684ddc-dcae-476f-b6d5-deacdbb33c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:34.767453896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01684ddc-dcae-476f-b6d5-deacdbb33c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:35.840092019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"fcdb8f2a-f84e-40c2-b6b4-94f7df647707","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:35.892943935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"fcdb8f2a-f84e-40c2-b6b4-94f7df647707","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:35.916177116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.224261042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"3731e2e9-e572-440c-9f5d-f207f5a67029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.277043296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"3731e2e9-e572-440c-9f5d-f207f5a67029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.30127256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb0c2a44-f807-4bd4-9156-fb4cd5c98708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.301293247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb0c2a44-f807-4bd4-9156-fb4cd5c98708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.424266915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"42a66fda-a537-476c-9e12-77f2e0ea2bc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.575122863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"42a66fda-a537-476c-9e12-77f2e0ea2bc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.579799483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d1da4-3051-4418-a3e2-da7f65c60ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.628982496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d1da4-3051-4418-a3e2-da7f65c60ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.678151824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d1da4-3051-4418-a3e2-da7f65c60ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.727408905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d1da4-3051-4418-a3e2-da7f65c60ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.789423302Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"42a66fda-a537-476c-9e12-77f2e0ea2bc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"name":"e2e-api-b-2e04ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.789448411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"e2e-e2e-api-b-2e04ba-policy","reconcileID":"42a66fda-a537-476c-9e12-77f2e0ea2bc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2e04ba-policy","namespace":"ai-tenant-e2e-api-b-2e04ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2e04ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.842440162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e907923-a80c-47bb-8afb-3e8e5270812d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:36.842460717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e907923-a80c-47bb-8afb-3e8e5270812d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:38.580020764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6c488a-a55f-470f-b785-bbbfaa1b5fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:38.629776929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6c488a-a55f-470f-b785-bbbfaa1b5fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:38.684756878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6c488a-a55f-470f-b785-bbbfaa1b5fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:38.733960053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6c488a-a55f-470f-b785-bbbfaa1b5fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:40.489581143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593e07a-1335-4c42-aaa9-38cada73872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:40.53907548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593e07a-1335-4c42-aaa9-38cada73872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:40.588394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593e07a-1335-4c42-aaa9-38cada73872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:40.637440811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593e07a-1335-4c42-aaa9-38cada73872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:42.410430785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c7ca5-13ac-4000-be3f-d910a48318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:42.460771393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c7ca5-13ac-4000-be3f-d910a48318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:42.510212293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c7ca5-13ac-4000-be3f-d910a48318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:42.560129125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c7ca5-13ac-4000-be3f-d910a48318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:53.070710014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"1c95435e-e22e-4929-a8af-5404d9f888fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2e8243","tenantID":"e2e-ipp-b-2e8243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:54:53.179055398Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"1c95435e-e22e-4929-a8af-5404d9f888fd","name":"e2e-ipp-b-2e8243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:05.914897281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:10.978668567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"b3de31dd-9b7f-456a-9573-062596fbdf26","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e95cf5","tenantID":"e2e-praxis-a-e95cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.087811821Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"b3de31dd-9b7f-456a-9573-062596fbdf26","name":"e2e-praxis-a-e95cf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.141619208Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","namespace":"ai-tenant-e2e-ipp-a-9e840b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.141681201Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","namespace":"ai-tenant-e2e-ipp-a-9e840b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.141745772Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","tenant":"e2e-ipp-a-9e840b","tenantID":"e2e-ipp-a-9e840b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.200116238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"Deployment","name":"maas-api-e2e-ipp-a-9e840b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.259482975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"Service","name":"maas-api-e2e-ipp-a-9e840b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.311310772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-9e840b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.361977393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-9e840b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.413856172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.464881774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.518351873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.569203371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.620326324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.670619682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.730011939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"Service","name":"payload-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.79209178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.842659607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.893398331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.944947465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:11.996566499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:12.046623291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:12.097556769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:12.147542149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-9e840b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:12.203048024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9e840b"},"namespace":"ai-tenant-e2e-ipp-a-9e840b","name":"default-tenant","reconcileID":"843d992d-1888-4d41-97d6-fba9b62379fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-9e840b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:13.619619869Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9e840b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9e840b","reconcileID":"1f5546fa-a026-435f-b059-9fda30d95bda","aitenant":"ai-tenants/e2e-ipp-a-9e840b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:14.148324621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35add3ac-06aa-47ec-8f95-69257ea74ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:14.197239375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35add3ac-06aa-47ec-8f95-69257ea74ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:14.249512604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35add3ac-06aa-47ec-8f95-69257ea74ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:14.299363785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35add3ac-06aa-47ec-8f95-69257ea74ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:14.40745393Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9e840b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9e840b","reconcileID":"1f5546fa-a026-435f-b059-9fda30d95bda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9e840b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-9e840b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:16.081068329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5105561f-8386-4bbe-ad19-3feda2df2047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:16.129824115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5105561f-8386-4bbe-ad19-3feda2df2047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:16.178506794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5105561f-8386-4bbe-ad19-3feda2df2047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:16.227652118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5105561f-8386-4bbe-ad19-3feda2df2047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:18.053831878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06266082-bed6-44ad-a277-641a609de2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:18.103346117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06266082-bed6-44ad-a277-641a609de2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:18.153054744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06266082-bed6-44ad-a277-641a609de2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:18.201852122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06266082-bed6-44ad-a277-641a609de2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:19.977422668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272aa2ad-2a7a-427f-8cfa-c7e3bc2ba9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:20.027004153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272aa2ad-2a7a-427f-8cfa-c7e3bc2ba9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:20.076205277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272aa2ad-2a7a-427f-8cfa-c7e3bc2ba9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:20.125257361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272aa2ad-2a7a-427f-8cfa-c7e3bc2ba9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:22.374329077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c788dba3-d1ef-4f2d-a9aa-45c0a17b5bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:22.423801875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c788dba3-d1ef-4f2d-a9aa-45c0a17b5bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:22.473019196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c788dba3-d1ef-4f2d-a9aa-45c0a17b5bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:22.521994717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c788dba3-d1ef-4f2d-a9aa-45c0a17b5bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:24.287185534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99bc02fa-81e4-4d5a-96a4-7a61ca92fd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:24.335966937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99bc02fa-81e4-4d5a-96a4-7a61ca92fd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:24.384588012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99bc02fa-81e4-4d5a-96a4-7a61ca92fd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:24.43327287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99bc02fa-81e4-4d5a-96a4-7a61ca92fd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:26.088313052Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d48c4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d48c4d","reconcileID":"74f528dc-0912-4eba-93ff-b6c44eb523d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d48c4d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-d48c4d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:26.203885782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b688089a-93ef-435d-9556-446253097edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:26.252909101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b688089a-93ef-435d-9556-446253097edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:26.302129328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b688089a-93ef-435d-9556-446253097edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:26.356398108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b688089a-93ef-435d-9556-446253097edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:28.161586811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae40939-c1d5-4f99-ac96-8516f16c6f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:28.211282101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae40939-c1d5-4f99-ac96-8516f16c6f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:28.261013219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae40939-c1d5-4f99-ac96-8516f16c6f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:28.309840251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae40939-c1d5-4f99-ac96-8516f16c6f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:30.094797377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d6f104-c3a7-48d9-b0a9-ec53337cf227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:30.144330015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d6f104-c3a7-48d9-b0a9-ec53337cf227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:30.193639245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d6f104-c3a7-48d9-b0a9-ec53337cf227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:30.24273217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d6f104-c3a7-48d9-b0a9-ec53337cf227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:32.016206421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb730cd3-4376-4eac-8dbd-484e8f23b8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:32.06539607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb730cd3-4376-4eac-8dbd-484e8f23b8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:32.115202804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb730cd3-4376-4eac-8dbd-484e8f23b8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:32.164158116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb730cd3-4376-4eac-8dbd-484e8f23b8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.311133796Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","namespace":"ai-tenant-e2e-api-b-2e04ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.311197281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","namespace":"ai-tenant-e2e-api-b-2e04ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.311246886Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","tenant":"e2e-api-b-2e04ba","tenantID":"e2e-api-b-2e04ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.363712451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"Deployment","name":"maas-api-e2e-api-b-2e04ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.465480148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"Service","name":"maas-api-e2e-api-b-2e04ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.519500043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2e04ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.570236775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2e04ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.62270669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.676217021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.727809737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.779479444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.832278544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"Deployment","name":"payload-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.880618706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.928833774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"Service","name":"payload-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.938511191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93893a39-2496-4a42-90ef-3efc778a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.986966485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:33.987487798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93893a39-2496-4a42-90ef-3efc778a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.036091541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.036671992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93893a39-2496-4a42-90ef-3efc778a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.085396881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.086020692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93893a39-2496-4a42-90ef-3efc778a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.134831531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.18686397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.235818269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.284269012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.340856192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2e04ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.389170297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e04ba"},"namespace":"ai-tenant-e2e-api-b-2e04ba","name":"default-tenant","reconcileID":"b42ca86f-04f5-4c80-8c1c-8dea0ab3fd74","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2e04ba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.444621523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","namespace":"ai-tenant-e2e-ipp-b-d2bf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.444678884Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","namespace":"ai-tenant-e2e-ipp-b-d2bf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.44472522Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","tenant":"e2e-ipp-b-d2bf5d","tenantID":"e2e-ipp-b-d2bf5d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.495036492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d2bf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.550817705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"Service","name":"maas-api-e2e-ipp-b-d2bf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.60442556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d2bf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.654878822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d2bf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.706416856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.75724147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.808310439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.862309335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.913575166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:34.965397311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.025785744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"Service","name":"payload-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.090158187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.140842464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.191650686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.243098895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.294363895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.385273178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.438185646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.489404518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d2bf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.539540473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d2bf5d"},"namespace":"ai-tenant-e2e-ipp-b-d2bf5d","name":"default-tenant","reconcileID":"1d9fc286-492d-4d2e-b6da-a81d4e80ffb8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d2bf5d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.869957421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a2fadf-85b0-4010-af64-6f69531c3f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.915057221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.918859259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a2fadf-85b0-4010-af64-6f69531c3f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:35.967635227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a2fadf-85b0-4010-af64-6f69531c3f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:36.016801158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a2fadf-85b0-4010-af64-6f69531c3f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:36.795744578Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d2bf5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d2bf5d","reconcileID":"079ce3b1-6fa6-4edc-be31-cb7c86574349","aitenant":"ai-tenants/e2e-ipp-b-d2bf5d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:37.493988875Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d2bf5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d2bf5d","reconcileID":"079ce3b1-6fa6-4edc-be31-cb7c86574349","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d2bf5d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d2bf5d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:37.791825622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8526c2fe-997e-424b-8ccd-e3fd56dc7bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:37.840709547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8526c2fe-997e-424b-8ccd-e3fd56dc7bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:37.889665984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8526c2fe-997e-424b-8ccd-e3fd56dc7bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:37.93847823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8526c2fe-997e-424b-8ccd-e3fd56dc7bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:38.775273866Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2e04ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2e04ba","reconcileID":"7f02ffbf-f35c-4501-bb1f-e9b6c1ec6a66","aitenant":"ai-tenants/e2e-api-b-2e04ba","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:39.47748691Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2e04ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2e04ba","reconcileID":"7f02ffbf-f35c-4501-bb1f-e9b6c1ec6a66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2e04ba","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2e04ba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:39.77721917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f758e7e-530c-4228-9de7-562274276ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:39.825951529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f758e7e-530c-4228-9de7-562274276ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:39.874875644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f758e7e-530c-4228-9de7-562274276ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:39.924722479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f758e7e-530c-4228-9de7-562274276ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:41.797344326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2c8c1a-f647-4ed2-9e86-f45e4a5e2b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:41.847138888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2c8c1a-f647-4ed2-9e86-f45e4a5e2b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:41.896360411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2c8c1a-f647-4ed2-9e86-f45e4a5e2b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:41.946274858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2c8c1a-f647-4ed2-9e86-f45e4a5e2b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:43.779519811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877d91d2-af4d-4903-8d6f-7bc233633222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:43.828801296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877d91d2-af4d-4903-8d6f-7bc233633222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:43.877860728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877d91d2-af4d-4903-8d6f-7bc233633222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:43.926817223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877d91d2-af4d-4903-8d6f-7bc233633222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:44.081596935Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2fc8c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2fc8c6","reconcileID":"306a3b66-1086-48f2-ba84-9132d2e95919","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2fc8c6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-2fc8c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:45.7270109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f1db-547f-4411-843e-66a1b5b1689e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:45.776273528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f1db-547f-4411-843e-66a1b5b1689e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:45.825415168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f1db-547f-4411-843e-66a1b5b1689e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:45.874561847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9861f1db-547f-4411-843e-66a1b5b1689e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:47.532510623Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-df3905","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-df3905","reconcileID":"a9f9c339-2f23-4c36-b4c1-c347a8a63b38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-df3905","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-df3905":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:47.672864995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f273ec3-6e85-4e07-aaf9-3331f90e9119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:47.722032489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f273ec3-6e85-4e07-aaf9-3331f90e9119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:47.771036072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f273ec3-6e85-4e07-aaf9-3331f90e9119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:47.8205052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f273ec3-6e85-4e07-aaf9-3331f90e9119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:49.680013816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9eaf69-04cd-45e6-a958-d56f07d39cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:49.728821787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9eaf69-04cd-45e6-a958-d56f07d39cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:49.777623241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9eaf69-04cd-45e6-a958-d56f07d39cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:49.826472589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9eaf69-04cd-45e6-a958-d56f07d39cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:51.622634781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21523d54-2e8b-48b8-94fe-de2a76f47c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:51.671626679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21523d54-2e8b-48b8-94fe-de2a76f47c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:51.720698621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21523d54-2e8b-48b8-94fe-de2a76f47c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:51.76937551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21523d54-2e8b-48b8-94fe-de2a76f47c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:53.57442627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c30b267-7605-45ca-bfa8-7c406960c80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:53.623693241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c30b267-7605-45ca-bfa8-7c406960c80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:53.672576418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c30b267-7605-45ca-bfa8-7c406960c80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:55:53.72159704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c30b267-7605-45ca-bfa8-7c406960c80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:05.3944196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a1bbc3-41c4-4202-a975-d894d4ddfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:05.444249581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a1bbc3-41c4-4202-a975-d894d4ddfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:05.493556036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a1bbc3-41c4-4202-a975-d894d4ddfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:05.5426044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a1bbc3-41c4-4202-a975-d894d4ddfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:05.917061299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:07.380734909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d7fad-f91e-48d7-a03e-46e6712b1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:07.430133851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d7fad-f91e-48d7-a03e-46e6712b1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:07.479137332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d7fad-f91e-48d7-a03e-46e6712b1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:07.528100692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d7fad-f91e-48d7-a03e-46e6712b1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:12.241852179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47f65bf-c783-4113-97c7-85b97b05ba9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:12.290891231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47f65bf-c783-4113-97c7-85b97b05ba9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:12.341864107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47f65bf-c783-4113-97c7-85b97b05ba9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:12.392612356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47f65bf-c783-4113-97c7-85b97b05ba9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:12.837056556Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c6858","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c6858","reconcileID":"d1557532-01c0-4ed3-8f0a-f5e5f2f04c3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2c6858","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2c6858":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:14.157883956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a9f4-2042-490b-97bb-01ba2726d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:14.206702158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a9f4-2042-490b-97bb-01ba2726d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:14.255452015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a9f4-2042-490b-97bb-01ba2726d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:14.305202299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a9f4-2042-490b-97bb-01ba2726d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:16.084313725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705683d1-6695-4002-91da-8e5584255505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:16.133448377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705683d1-6695-4002-91da-8e5584255505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:16.184458238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705683d1-6695-4002-91da-8e5584255505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:16.234212007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705683d1-6695-4002-91da-8e5584255505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:18.009555783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3cb996-ba18-4262-b815-1da8bdeb2387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:18.05860697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3cb996-ba18-4262-b815-1da8bdeb2387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:18.107800759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3cb996-ba18-4262-b815-1da8bdeb2387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:18.157345691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3cb996-ba18-4262-b815-1da8bdeb2387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:24.051716295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"32bf49b2-9371-4eed-bc0c-a895a7477e42","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-d48c4d","tenantID":"e2e-praxis-b-d48c4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:24.160507036Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"32bf49b2-9371-4eed-bc0c-a895a7477e42","name":"e2e-praxis-b-d48c4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.129804324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"a4f99b20-c7c0-4109-ad2a-8e22028426d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.239458033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7fca10d-f5a4-49e2-ab75-f0e09d290ae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.350579207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"c21d225d-77d1-4e7e-b672-e8507ff80ba0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.450983406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"82868ef6-df93-4119-b47f-03ddafd259d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.551350524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"7cdc5bb7-d364-4958-8263-a23bf19c21bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.688747617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"27423770-d5d8-409d-9017-847c680b967c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.802451849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"b5d7ca09-3400-465b-b745-5bf3b2b56193","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:27.930498973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"92bfbe55-e0a9-4527-95a8-14b859964af2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:28.029746651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"4ac58c56-5b87-4314-aa59-b11a5b6d88d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:28.131911447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"3f365229-156a-454e-9cdc-d3ae87c24d06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:28.23206484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"58c0ee1b-ec80-47b0-9e35-a2448d6893cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:28.334201132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e73402f5-cdb8-4172-a837-9ef6d142221a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:35.916393605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:43.661626667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"3cc4d58d-9222-4865-9d6a-e8433c167a6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:43.760857179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"cf823b2e-0721-40ce-87ec-f0af23ad7723","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:43.776373435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"b77facd6-f65c-4d25-a6b8-d9507abb6fd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:43.860656336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"b661cff7-d34c-4ddc-9c07-96329cb73dfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.125401823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"f0f30b8c-7bd6-4847-ad43-688e82f3833b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-2fc8c6","tenantID":"e2e-praxis-a-2fc8c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.233167838Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"f0f30b8c-7bd6-4847-ad43-688e82f3833b","name":"e2e-praxis-a-2fc8c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.241029761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"f12ea520-340c-4ce3-afb4-ab8b6911acea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.351603364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"54b81198-8f29-4eb4-9c02-a4ef33bb4768","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.463306355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c41d4a75-2783-439d-a3ae-ba98b8625285","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.568864448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"df286245-eb0b-4084-b709-8bec43df6d53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.696523164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1063d609-0203-4d80-97e6-dae942c9cf1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.818387038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"827704ac-f031-4dac-84b9-9e5f7da99e4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:44.916421034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"8f6f6899-034d-437e-8667-964605bd09f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:45.025980419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"1a16ccf3-123b-4fa4-b89b-97f9db0a78a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:48.69523319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"e0bf7fc5-b002-4cdd-bd23-0f8d276be2ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-df3905","tenantID":"e2e-ipp-a-df3905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:48.804297443Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"e0bf7fc5-b002-4cdd-bd23-0f8d276be2ca","name":"e2e-ipp-a-df3905-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:58.78135675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"0cfc341a-e779-458a-a3fd-96e9f5f649db","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:56:58.781383703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"0cfc341a-e779-458a-a3fd-96e9f5f649db","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.365085333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"f1b02d6d-bae5-46b9-ac1e-24345b7f8ae1","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.365119976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"f1b02d6d-bae5-46b9-ac1e-24345b7f8ae1","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.418183417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"f99b5eba-0ac9-4dca-bc69-6f4db4277274","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.418207927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"f99b5eba-0ac9-4dca-bc69-6f4db4277274","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.515216653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"78537f67-941e-4cf6-bfb8-9ddb9e100c3e","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.636423642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"78537f67-941e-4cf6-bfb8-9ddb9e100c3e","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.687426633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0407d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"78537f67-941e-4cf6-bfb8-9ddb9e100c3e","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.740955372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"cb4f569a-cd0e-476c-9687-8f6b9c7c849b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:04.740975957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"cb4f569a-cd0e-476c-9687-8f6b9c7c849b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:05.92414975Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:14.840218346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"bb811411-d163-48b9-ae3c-737cad824385","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:14.896460888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"bb811411-d163-48b9-ae3c-737cad824385","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:14.950803723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0407d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"bb811411-d163-48b9-ae3c-737cad824385","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:20.328352706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"7e32a219-ada4-402f-aa3c-0aa28b7227f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-2c6858","tenantID":"e2e-praxis-b-2c6858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:20.438501494Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"7e32a219-ada4-402f-aa3c-0aa28b7227f9","name":"e2e-praxis-b-2c6858-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:25.050336902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"a0692c82-aa54-4e34-8d5f-f5d3d2ee1110","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:25.102977733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"a0692c82-aa54-4e34-8d5f-f5d3d2ee1110","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:25.154542298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0407d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"a0692c82-aa54-4e34-8d5f-f5d3d2ee1110","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:32.829133199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a25808-1aa6-4bbb-ba1e-91d3ea5ca4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:32.878402323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a25808-1aa6-4bbb-ba1e-91d3ea5ca4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:32.927727383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a25808-1aa6-4bbb-ba1e-91d3ea5ca4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:32.98042759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a25808-1aa6-4bbb-ba1e-91d3ea5ca4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:34.779817956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8171217-29cd-4592-8a6f-b73be3578493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:34.829247384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8171217-29cd-4592-8a6f-b73be3578493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:34.878223886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8171217-29cd-4592-8a6f-b73be3578493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:34.92701117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8171217-29cd-4592-8a6f-b73be3578493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:35.25335595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"e910a7c3-2f4d-4339-a67b-f082d23448c4","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:35.306325623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"e910a7c3-2f4d-4339-a67b-f082d23448c4","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:35.36103097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0407d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"e910a7c3-2f4d-4339-a67b-f082d23448c4","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:35.914862727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:36.833521314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4049161-16fa-423f-96be-09ef07221e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:36.898857947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4049161-16fa-423f-96be-09ef07221e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:36.957355687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4049161-16fa-423f-96be-09ef07221e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:37.007696488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4049161-16fa-423f-96be-09ef07221e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:38.825310746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70dcd0d-3922-46da-be8d-a125d958465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:38.878315189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70dcd0d-3922-46da-be8d-a125d958465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:38.930445023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70dcd0d-3922-46da-be8d-a125d958465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:38.980255266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70dcd0d-3922-46da-be8d-a125d958465d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:40.807637992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646128-622a-4aa1-8f50-d786cc865ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:40.856879393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646128-622a-4aa1-8f50-d786cc865ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:40.905974694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646128-622a-4aa1-8f50-d786cc865ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:40.955249535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646128-622a-4aa1-8f50-d786cc865ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:42.761060639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1227df0-6604-46cb-b665-f2b7587d8872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:42.80999837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1227df0-6604-46cb-b665-f2b7587d8872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:42.859102596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1227df0-6604-46cb-b665-f2b7587d8872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:42.90808733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1227df0-6604-46cb-b665-f2b7587d8872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:45.459633036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"c12417be-df3a-4f8a-9633-4ad14dd909ce","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:45.51298951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"c12417be-df3a-4f8a-9633-4ad14dd909ce","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:45.565050221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0407d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (deb23c104a165f02543273ac490d968422beee3a88b809fdae8f965770d887cd) AuthConfig (8994626dfff2c95660a50f99a0b0511d86962606ea8f3c36bf5a828c5e7ee741) AuthConfig (601ef423426a6ff0e8fff53827af57aceb00a19dc375f1bd4990d181d0a7f6dc) AuthConfig (0bbabfd554bf36d4264dc2b95fb229aeebbff487a242d6a11c51a72a181a0d0d) AuthConfig (4fb4af553f7ddcb601e10f5a14253c213e65e685421dcc603bd4f81376a4908a) AuthConfig (1a5e37a00dfce64454ef5343bc9beecf1318e89e7f9ee2b4bdb9b56ba9eb18b5) AuthConfig (a0b7f9a6b5ae1e2c68a3bb1d04ca569008847b373a45eb25f0ea02bbb6b25378) AuthConfig (d24001c9fcba104f09e37f916f0867210358f3311941657f46f893c41e96eb44) AuthConfig (b211b38499d90115a0dad6f4d15ac426124056a3bfedda6bd6d5cb1e775ea544) AuthConfig (dbe2d00b48ad2825387555a23bbe485df03a04066e360434c0a7b1586796e258) AuthConfig (472938d0ecd16a9b95201dd803c0f303b87e4797518f99ae67070c7b4e0c23a9) AuthConfig (e7f699f6c6c24335fe0cd3cfd4bf0a8b72bc7bb97114fe0d2a9f69fde229bb43) AuthConfig (0af870bd48c7d348d2effcaa14fa34a4555cd555a805ab89d177d5da1f28702f) AuthConfig (68266d5d21a98044391d9580845d480e4d6ebffdd9a442605a85f8e9e1ecbbb4) AuthConfig (63bced45d2d0bc2e800fe5686805c97e5efa5fe6f09dd34ec798b3d28bdaaa60) AuthConfig (21253ae5e304ea74b31d4c46cfd5ef06c9f667981d3fe05e9b23fabfa4edb61a) AuthConfig (d9c243c83f8529fb4f97b8b2ebb528b4b40636387e746ea008b20444fd3efdf1) AuthConfig (0fab81ab28289a4770d8245c62f25dd228ab1e873d44a7cd206a91430ffb82c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"c12417be-df3a-4f8a-9633-4ad14dd909ce","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:45.619250086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"3278dc89-93b1-46b2-a2db-ebbf3927b2cf","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:45.619271644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"3278dc89-93b1-46b2-a2db-ebbf3927b2cf","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:53.573000967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2022abd-8d03-4892-9710-9b2391b54348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:53.622346618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2022abd-8d03-4892-9710-9b2391b54348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:53.671278363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2022abd-8d03-4892-9710-9b2391b54348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:53.720147283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2022abd-8d03-4892-9710-9b2391b54348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:55.494299444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919eb2f2-4a8c-478d-92c8-41613f360a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:55.543486071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919eb2f2-4a8c-478d-92c8-41613f360a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:55.592734889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919eb2f2-4a8c-478d-92c8-41613f360a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:55.641662285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919eb2f2-4a8c-478d-92c8-41613f360a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:55.739794875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"9e63b7bb-1d46-4e3f-bbc5-3a08e4be7e20","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:55.794574528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"9e63b7bb-1d46-4e3f-bbc5-3a08e4be7e20","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:55.89370882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0407d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (deb23c104a165f02543273ac490d968422beee3a88b809fdae8f965770d887cd) AuthConfig (8994626dfff2c95660a50f99a0b0511d86962606ea8f3c36bf5a828c5e7ee741) AuthConfig (601ef423426a6ff0e8fff53827af57aceb00a19dc375f1bd4990d181d0a7f6dc) AuthConfig (0bbabfd554bf36d4264dc2b95fb229aeebbff487a242d6a11c51a72a181a0d0d) AuthConfig (4fb4af553f7ddcb601e10f5a14253c213e65e685421dcc603bd4f81376a4908a) AuthConfig (1a5e37a00dfce64454ef5343bc9beecf1318e89e7f9ee2b4bdb9b56ba9eb18b5) AuthConfig (a0b7f9a6b5ae1e2c68a3bb1d04ca569008847b373a45eb25f0ea02bbb6b25378) AuthConfig (d24001c9fcba104f09e37f916f0867210358f3311941657f46f893c41e96eb44) AuthConfig (b211b38499d90115a0dad6f4d15ac426124056a3bfedda6bd6d5cb1e775ea544) AuthConfig (dbe2d00b48ad2825387555a23bbe485df03a04066e360434c0a7b1586796e258) AuthConfig (472938d0ecd16a9b95201dd803c0f303b87e4797518f99ae67070c7b4e0c23a9) AuthConfig (e7f699f6c6c24335fe0cd3cfd4bf0a8b72bc7bb97114fe0d2a9f69fde229bb43) AuthConfig (0af870bd48c7d348d2effcaa14fa34a4555cd555a805ab89d177d5da1f28702f) AuthConfig (68266d5d21a98044391d9580845d480e4d6ebffdd9a442605a85f8e9e1ecbbb4) AuthConfig (63bced45d2d0bc2e800fe5686805c97e5efa5fe6f09dd34ec798b3d28bdaaa60) AuthConfig (21253ae5e304ea74b31d4c46cfd5ef06c9f667981d3fe05e9b23fabfa4edb61a) AuthConfig (d9c243c83f8529fb4f97b8b2ebb528b4b40636387e746ea008b20444fd3efdf1) AuthConfig (0fab81ab28289a4770d8245c62f25dd228ab1e873d44a7cd206a91430ffb82c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"9e63b7bb-1d46-4e3f-bbc5-3a08e4be7e20","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:57.472748118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3709448d-4ea2-4628-9096-580fc0b6cd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:57.521466717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3709448d-4ea2-4628-9096-580fc0b6cd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:57.570413158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3709448d-4ea2-4628-9096-580fc0b6cd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:57.619316344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3709448d-4ea2-4628-9096-580fc0b6cd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:59.40054015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fec110-6fe6-45b0-96c3-b5b640f2a294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:59.450454132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fec110-6fe6-45b0-96c3-b5b640f2a294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:59.499591055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fec110-6fe6-45b0-96c3-b5b640f2a294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:57:59.549409154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fec110-6fe6-45b0-96c3-b5b640f2a294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:02.876942307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab56f532-ef46-4011-b1ee-92f867b51c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:02.926011997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab56f532-ef46-4011-b1ee-92f867b51c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:02.974886383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab56f532-ef46-4011-b1ee-92f867b51c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:03.023719015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab56f532-ef46-4011-b1ee-92f867b51c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:04.119017022Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-689b45","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-689b45","reconcileID":"caa108cd-dfc9-46b5-b068-24233783a711","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-689b45","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-689b45":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:04.925141156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf83c57-3cca-4f25-bbe2-59898c41e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:04.973998888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf83c57-3cca-4f25-bbe2-59898c41e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:05.023033794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf83c57-3cca-4f25-bbe2-59898c41e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:05.071960109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf83c57-3cca-4f25-bbe2-59898c41e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:05.914903055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:06.000782228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"88cefe7a-e2ab-40b0-8ba8-9f28ab8d7aae","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:06.102503401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"88cefe7a-e2ab-40b0-8ba8-9f28ab8d7aae","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:06.42423223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"e63a083f-3515-4e09-a288-ee552e7423b8","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:06.424254022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"e63a083f-3515-4e09-a288-ee552e7423b8","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:06.875541534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fefe21-3167-48ba-9167-46899f1637ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:06.924407078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fefe21-3167-48ba-9167-46899f1637ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:06.97368468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fefe21-3167-48ba-9167-46899f1637ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:07.022510541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fefe21-3167-48ba-9167-46899f1637ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.048823664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"333c941e-b4fe-4107-99c7-4e0178342d82","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.048847791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"333c941e-b4fe-4107-99c7-4e0178342d82","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.107884401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"3cb1a2df-9425-490a-84b8-d3ec64d6a35d","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.107906036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"3cb1a2df-9425-490a-84b8-d3ec64d6a35d","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.147381992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"f16e6614-2e0a-43f7-aee4-8b73dd3e0c70","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:58:12.156974623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"cd1cc06a-f30b-49c8-b082-3b35da6b15d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-0407d1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:58:12.158808826Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"3cb1a2df-9425-490a-84b8-d3ec64d6a35d","name":"ipp-route-0407d1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0407d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:58:12.158860469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"3cb1a2df-9425-490a-84b8-d3ec64d6a35d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0407d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.164192271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"dd48bb0a-5378-41b4-bcea-685c19713922","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.164206172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"dd48bb0a-5378-41b4-bcea-685c19713922","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.200191163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"f16e6614-2e0a-43f7-aee4-8b73dd3e0c70","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.262851744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"5848209a-ecaa-47a1-889f-0d1e7ddcb903","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.262880244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"5848209a-ecaa-47a1-889f-0d1e7ddcb903","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.314833894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"902f9b93-a92a-4482-b1f1-89c204cc68ae","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.314859694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"902f9b93-a92a-4482-b1f1-89c204cc68ae","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.495465615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"1ce98f21-4ed2-457b-b6a6-c021ce25a980","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.514432767Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"97855fe1-d1f5-4bda-af28-4a6935a3c873","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"maas-trlp-ipp-route-0407d1","model":"ipp-route-0407d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.548247453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"1ce98f21-4ed2-457b-b6a6-c021ce25a980","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.669557272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"ae79cf59-72e9-4103-9942-531976a32e2b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.669579856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"ae79cf59-72e9-4103-9942-531976a32e2b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:12.865549938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"111c186e-8586-40cb-9bf1-ad004056af5a","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"maas-trlp-ipp-route-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:23.568454657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"59f8da3e-e704-4ea2-b6ab-c4650fd966e0","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:23.568493239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"59f8da3e-e704-4ea2-b6ab-c4650fd966e0","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:27.120820943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"06abfbe3-c69e-40fd-a766-b512a81bb7df","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"maas-trlp-ipp-route-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:27.281502111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"d05f168c-d17c-483c-b77f-29ddfc56e00b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:27.281522882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"d05f168c-d17c-483c-b77f-29ddfc56e00b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:27.489784091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"738f4719-1d6d-4012-ab70-ae0ef1d90a09","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:27.542644892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"738f4719-1d6d-4012-ab70-ae0ef1d90a09","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.26160646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"7f240819-6f1c-4291-b2da-078346c269dd","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.261631809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"7f240819-6f1c-4291-b2da-078346c269dd","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.315251838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"ca2fd2f2-9845-409c-886a-b2d0c082043d","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.315273158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"ca2fd2f2-9845-409c-886a-b2d0c082043d","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.41281265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"046107a2-d478-4f22-8728-ba023f2994ee","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.527540638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"046107a2-d478-4f22-8728-ba023f2994ee","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.598506516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d21237-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"046107a2-d478-4f22-8728-ba023f2994ee","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.650134889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"a1351c65-a43e-427a-8cec-7878a7955c82","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:29.650155289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"a1351c65-a43e-427a-8cec-7878a7955c82","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:30.378004184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd61926-f34c-4c98-be4b-91d075957b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:30.426898575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd61926-f34c-4c98-be4b-91d075957b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:30.475664229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd61926-f34c-4c98-be4b-91d075957b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:30.525224119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd61926-f34c-4c98-be4b-91d075957b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:32.286604605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a6da63-a742-4ea2-be79-f69150ebc645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:32.335570815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a6da63-a742-4ea2-be79-f69150ebc645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:32.386296926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a6da63-a742-4ea2-be79-f69150ebc645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:32.436015034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a6da63-a742-4ea2-be79-f69150ebc645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:35.91625921Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:39.747708763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"5e869967-8e26-4d2a-a9dd-2d9271fc5b4a","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:39.800463112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"5e869967-8e26-4d2a-a9dd-2d9271fc5b4a","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:39.851747101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d21237-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"5e869967-8e26-4d2a-a9dd-2d9271fc5b4a","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.319077321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"cc543ddb-1592-4965-b0d6-1bd0787e6410","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.31909868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"cc543ddb-1592-4965-b0d6-1bd0787e6410","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.471680375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"9dd2f726-ac41-42ac-b763-dbb103c8436d","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.514570136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"744d44e6-214b-4eae-a691-d3ebf4e07d19","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"maas-trlp-ipp-route-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.524179808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"9dd2f726-ac41-42ac-b763-dbb103c8436d","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.669949234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"cc58228b-b36a-42e9-b926-faf5bf360eec","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.669969972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"cc58228b-b36a-42e9-b926-faf5bf360eec","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:40.865039028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"97ad84c6-d00d-4c3f-907a-81668d8303d9","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"maas-trlp-ipp-route-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:43.49048278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f20786-542a-40e9-9406-a1e7b0fe88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:43.540841897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f20786-542a-40e9-9406-a1e7b0fe88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:43.590013159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f20786-542a-40e9-9406-a1e7b0fe88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:43.639199056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f20786-542a-40e9-9406-a1e7b0fe88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:45.480505358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d14ce3-bbb3-4f93-a367-00d35160b192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:45.52960424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d14ce3-bbb3-4f93-a367-00d35160b192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:45.578799574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d14ce3-bbb3-4f93-a367-00d35160b192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:45.627806516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d14ce3-bbb3-4f93-a367-00d35160b192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:49.950694356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"acb36d16-33ed-4ca0-b9ca-8068d9342994","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:50.004004944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"acb36d16-33ed-4ca0-b9ca-8068d9342994","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:50.056022783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d21237-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"acb36d16-33ed-4ca0-b9ca-8068d9342994","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:50.671146412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"aa24102f-7433-48fc-8590-5dfbbadb0b46","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:58:50.671168045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"aa24102f-7433-48fc-8590-5dfbbadb0b46","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:00.154398893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"fe549639-d04f-4481-af2a-8cace2e3a8c6","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:00.207141115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"fe549639-d04f-4481-af2a-8cace2e3a8c6","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:00.258702329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d21237-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e484e6ac5e75555135a94d634fcdf85f723a100ffb6aa1c4f7a8402022af6776) AuthConfig (55fb05bd5694ccd23dfa3272d4ad41a2cb2163bb04ff120d21259ce15e015bc9) AuthConfig (6aa563cae311163e5768a27b8b154acc2fbab2f6e45865ed2c0607612b0cb778) AuthConfig (3e4f4252839c2b859326fc52059342c9e4130d5eb2510f97ea39f51c81710a5a) AuthConfig (2104e2581d285d59aa8f9ba6228f21cdf9f2d37fc3266cd5180acf277f46bc61) AuthConfig (843fdc394c6f20f30ee10de7f162123ac25e82d1471da6e687e951982a944a97) AuthConfig (4ea0464fc1d1362f979b1130a12648821372729af5d2162b9e27d2852dbce4a6) AuthConfig (8038cc41acc141dd41389f55051d0a887036854438afa12606fd16d91a32c77b) AuthConfig (0dabe777c418b41c5250a365eec3212be87182e6fbe74b2cf4c9ecd9ef9fca56) AuthConfig (b154799586a3c2b68d2e4496f9ac100d9f7bff659ca011f02de1a7ca7d61ad95) AuthConfig (447f6e969ee83dc3b0a3429ab8c5b423e7d8880d620c67c3f48b0212c42143cf) AuthConfig (658868667d543ed376ae2a593ecc0410e039952818c8af3f0ef3ba37f097481d) AuthConfig (3b906c3f8668112b3ddf110ac39fe7baa372fc6a6213ae4b720e99dc0f3fdcf1) AuthConfig (1a7e57d7a0fe795d85916528d42b2e52c30fbed9030565370ae668cb5b6440c1) AuthConfig (a542e309f14c29eac55543ac65481d8a7fb12ade0462081d49dd5f2779ff590f) AuthConfig (51e7945978ad0b1ff7f1c299ee0451a61a04a569bbb71749d69c3c797b1ea886) AuthConfig (1eeceb1723576f3b41c61b046f7fe531118ebf22eeda5e3858e3281c8aacf644) AuthConfig (091f130b1801e8b4d619e1c6483d5e82a779e9a4179ab3809f362d955de399a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"fe549639-d04f-4481-af2a-8cace2e3a8c6","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:00.314528531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"b4c1c016-b3f3-457b-ac56-f3d71eb62091","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:00.314559281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"b4c1c016-b3f3-457b-ac56-f3d71eb62091","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:00.672742777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"507b58db-982e-4c73-ae11-39d31c6a5409","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:00.67276393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"507b58db-982e-4c73-ae11-39d31c6a5409","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:05.972895244Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.164533021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"f0c3a4a7-d873-4344-b367-86185815f02b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.337078802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"151beebc-e40e-42f7-9a04-534abf4baed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.427572541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"64bcd798-d38f-4bf7-9b98-f876c44d060a","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.437231131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"266ded6c-4e8a-4c50-bdf6-c0ac385ad72d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.477011532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"cdfe1022-6e63-4239-a5cb-d63d0852af32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.480464411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"64bcd798-d38f-4bf7-9b98-f876c44d060a","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.536697723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"fadbff88-f57e-47bf-b212-bd2641b5560e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.637199203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfbcc526-d7c8-40d1-a4ab-6e61c27428d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.673746918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"914eecc8-61cd-4494-a195-5e58fd0fafc7","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.673771344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"914eecc8-61cd-4494-a195-5e58fd0fafc7","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.737798631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"6d600bbe-f52d-4e2b-9263-4a95518c1ec9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.780256527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"5e5cb562-1a80-47ec-b7f0-de581c80edb8","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.780290187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"5e5cb562-1a80-47ec-b7f0-de581c80edb8","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:10.901205447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"7448d665-b613-403f-8b9f-e831cd0ae1da","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"maas-trlp-ipp-route-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:11.014818377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"7a89dcca-9707-4b77-b5ce-16456f996054","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:11.115532321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"0e59a48c-c54e-45c4-a16d-dc62a42a5aee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:11.295021285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"e9e44a0a-9e83-4f76-a874-acfcbaf1e3df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:11.397404168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ee8343a-a41c-45db-8953-93f0df1279b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:11.575358594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"148cae9d-554d-46fd-bf76-c54b43013ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:14.535807809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"b8128e1d-718a-4d73-bb57-3bcea7232d9e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-689b45","tenantID":"e2e-praxis-b-689b45","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:14.643408458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"b8128e1d-718a-4d73-bb57-3bcea7232d9e","name":"e2e-praxis-b-689b45-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.219857632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"176afb15-f7ae-468a-b1be-bbb5cb27e17d","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.21988445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"176afb15-f7ae-468a-b1be-bbb5cb27e17d","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.276774947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c2db1755-ed85-4c68-8b37-a1bffa184241","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.276798798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c2db1755-ed85-4c68-8b37-a1bffa184241","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.316823104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"d788d12a-2dce-43a2-9643-3501de67027f","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:59:16.326401654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"33db3b38-95db-4e75-8f7a-06c15c0522c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-d21237-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:59:16.326918625Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c2db1755-ed85-4c68-8b37-a1bffa184241","name":"praxis-route-d21237","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d21237\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:59:16.326994966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c2db1755-ed85-4c68-8b37-a1bffa184241","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d21237\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.332343595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"15e84e94-6f7b-4c4c-9ad6-fa35ea1a785a","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.332359806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"15e84e94-6f7b-4c4c-9ad6-fa35ea1a785a","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.369691487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"d788d12a-2dce-43a2-9643-3501de67027f","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.433264561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"2be4e983-9888-4dcc-bfbb-ac7a197f819f","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.433285264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"2be4e983-9888-4dcc-bfbb-ac7a197f819f","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.486817231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"62b7f984-967a-4eb5-962e-4f5995e0bf3b","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.486837891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"62b7f984-967a-4eb5-962e-4f5995e0bf3b","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.664621777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"8f15b65c-1fc7-494e-960c-6fcbbc930f9d","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.684440219Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"70b03834-11a7-4b62-aaa0-84867ca59f32","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"maas-trlp-praxis-route-d21237","model":"praxis-route-d21237","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.717348131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"8f15b65c-1fc7-494e-960c-6fcbbc930f9d","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.839097141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"e0ecc66d-10c2-4689-8acf-0399451d3fe9","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:16.839117936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"e0ecc66d-10c2-4689-8acf-0399451d3fe9","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.033061436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"b63984b7-b0b5-49ff-9793-542c377a47da","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"maas-trlp-praxis-route-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.188409491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c1c0097c-257e-49eb-b84d-97b45962dfdf","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.188428879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c1c0097c-257e-49eb-b84d-97b45962dfdf","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.275045657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"380a7fb2-093d-40dd-ac02-ffcd09aa0b2b","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.275143878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"5fcc6c79-a1bf-4d3a-8968-8dd10eb58d48","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.275161055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"5fcc6c79-a1bf-4d3a-8968-8dd10eb58d48","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.473085114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"380a7fb2-093d-40dd-ac02-ffcd09aa0b2b","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.525415141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"a7fd1f17-3886-4aa6-a875-1d59d85be79b","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"maas-trlp-ipp-route-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.591848696Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"380a7fb2-093d-40dd-ac02-ffcd09aa0b2b","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"name":"e2e-ipp-a-0407d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.591874679Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-auth","reconcileID":"380a7fb2-093d-40dd-ac02-ffcd09aa0b2b","MaaSAuthPolicy":{"name":"ipp-route-0407d1-auth","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.6467132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"8261b0c3-689c-4a0f-a7b9-da442985ef75","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.646744629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"8261b0c3-689c-4a0f-a7b9-da442985ef75","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:59:17.875455277Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"707fba1a-b878-41a4-8521-45e08c677806","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-0407d1: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-0407d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0407d1 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:59:17.929714926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"707fba1a-b878-41a4-8521-45e08c677806","error":"failed to create TokenRateLimitPolicy for model ipp-route-0407d1: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-0407d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0407d1 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.929994163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"d960a2cd-21f9-405e-9243-0a1f67c32e26","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.930012253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"d960a2cd-21f9-405e-9243-0a1f67c32e26","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.978559453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"f8b80294-3eca-444e-8fdf-2e1f1d69cc2b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:17.978584062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"f8b80294-3eca-444e-8fdf-2e1f1d69cc2b","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:18.061800785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"c0fbf406-d834-456e-a3f1-c559308e5c59","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"tenant":"e2e-ipp-a-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:18.06183375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1","reconcileID":"c0fbf406-d834-456e-a3f1-c559308e5c59","MaaSModelRef":{"name":"ipp-route-0407d1","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"routeName":"ipp-route-0407d1-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0407d1","llmisvcName":"ipp-route-0407d1","gateway":"openshift-ingress/e2e-ipp-a-0407d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T01:59:18.124226808Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"e9d94d80-f79d-4e5c-8935-8bdb9d86c662","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-0407d1: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-0407d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0407d1 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T01:59:18.124373116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"e9d94d80-f79d-4e5c-8935-8bdb9d86c662","error":"failed to create TokenRateLimitPolicy for model ipp-route-0407d1: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-0407d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0407d1 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:18.402364863Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"bcfe75e3-8dc9-493c-bac2-78940704b976","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2df374a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:18.468405614Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"3da0ca5d-80ad-4c5a-905c-6a575ecdba2a","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2df374a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:18.916868977Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"0ef257d3-302b-497f-bfc4-6703abd1370c","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2df374a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:19.719488288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5847df3-bdd4-4a90-88b2-069f0e784c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:19.768819684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5847df3-bdd4-4a90-88b2-069f0e784c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:19.821705208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5847df3-bdd4-4a90-88b2-069f0e784c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:19.870617472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5847df3-bdd4-4a90-88b2-069f0e784c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:21.688612407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64991b66-8a93-43d4-85dd-f9dd5431d941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:21.73831211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64991b66-8a93-43d4-85dd-f9dd5431d941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:21.787200956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64991b66-8a93-43d4-85dd-f9dd5431d941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:21.836468008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64991b66-8a93-43d4-85dd-f9dd5431d941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:23.694058937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9210a-954d-4c3b-b80f-79929c9cb9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:23.743198856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9210a-954d-4c3b-b80f-79929c9cb9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:23.792361817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9210a-954d-4c3b-b80f-79929c9cb9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:23.841779709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9210a-954d-4c3b-b80f-79929c9cb9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.153669206Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","namespace":"ai-tenant-e2e-praxis-a-e95cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.153752162Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","namespace":"ai-tenant-e2e-praxis-a-e95cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.153803487Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","tenant":"e2e-praxis-a-e95cf5","tenantID":"e2e-praxis-a-e95cf5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.205108712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e95cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.265622736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"Service","name":"maas-api-e2e-praxis-a-e95cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.319090259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e95cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.369571595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e95cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.422991326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.474078645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.527340857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.579195054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.62837421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.676775838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.725179854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"Service","name":"payload-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.773681645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.822255024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.870780405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.919519415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:24.971540294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:25.020093895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:25.068523183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:25.119951446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e95cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:25.16864006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e95cf5"},"namespace":"ai-tenant-e2e-praxis-a-e95cf5","name":"default-tenant","reconcileID":"de553e17-266e-4031-b366-9c723290e014","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e95cf5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:26.335601164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d6a27c-2ee1-46ce-9e2a-b2b12d50bee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:26.384538529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d6a27c-2ee1-46ce-9e2a-b2b12d50bee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:26.433460443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d6a27c-2ee1-46ce-9e2a-b2b12d50bee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:26.482380077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d6a27c-2ee1-46ce-9e2a-b2b12d50bee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:27.006871754Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e98267","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e98267","reconcileID":"b74f5076-9859-4389-9743-6882bbf6bdd9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e98267","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-e98267":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:28.283735449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b046a42f-a445-4808-a5fc-5dbadfdc98d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:28.332423158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b046a42f-a445-4808-a5fc-5dbadfdc98d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:28.381320537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b046a42f-a445-4808-a5fc-5dbadfdc98d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:28.43063525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b046a42f-a445-4808-a5fc-5dbadfdc98d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:28.965892509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"22f9efa9-7781-4631-a666-c2ffa33c6d7e","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","subscription":"ipp-route-0407d1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:28.966057489Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"ipp-route-0407d1-sub","reconcileID":"22f9efa9-7781-4631-a666-c2ffa33c6d7e","MaaSSubscription":{"name":"ipp-route-0407d1-sub","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"model":"ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-0407d1/ipp-route-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:30.274730389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749ad3be-0203-4eb1-93c6-a6973c6b4aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:30.323651116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749ad3be-0203-4eb1-93c6-a6973c6b4aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:30.372945415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749ad3be-0203-4eb1-93c6-a6973c6b4aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:30.422977227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749ad3be-0203-4eb1-93c6-a6973c6b4aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:30.543287321Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e95cf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e95cf5","reconcileID":"446867cf-f01e-42c7-87fe-5253741ac8ba","aitenant":"ai-tenants/e2e-praxis-a-e95cf5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:31.297132312Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e95cf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e95cf5","reconcileID":"446867cf-f01e-42c7-87fe-5253741ac8ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e95cf5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e95cf5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.233665907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46121c82-56ad-4309-9661-d0a410e32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.282756118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46121c82-56ad-4309-9661-d0a410e32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.331704227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46121c82-56ad-4309-9661-d0a410e32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.380724667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46121c82-56ad-4309-9661-d0a410e32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.531177378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"e76d5aee-3410-4381-b2ff-06425de3c9c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.580017521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"88cfeffb-88e8-4f51-8920-3c9ae03755d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.731982051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd278acb-b813-4d5b-ad48-3d38074eeab2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:32.780469703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"f2b64c37-d50c-4605-bc2d-368b717f9bb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.020309634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"3ba37cf2-d985-43b6-9e23-752bbdf444df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.119892361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"fbb6512d-f294-4d8d-88a4-1cbeb36b48dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.299192886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"7c668fc2-aecc-4eee-8c27-4d706c4b3c5f","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"maas-trlp-praxis-route-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.462412684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc6203d0-90ba-435c-a464-d9a82fcd0046","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.466700359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"1fd54fc6-8977-4d71-83d7-c08db6cd1e5c","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.466724992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"1fd54fc6-8977-4d71-83d7-c08db6cd1e5c","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.511548969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"2f86a9e0-9db9-4949-bfd7-e7c40979a76e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.559560923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"fa7da89b-ede7-4551-879f-b86680bc77ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.719065921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"bc5db255-4a86-4fd4-b3d7-ae368f07524a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.816797118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"b9fae0c8-e8da-46c6-8625-68895f3f23d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:33.816797729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"847e27bf-b9f3-4e89-9eb7-2c33a0df831d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:34.031480279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"804fa1da-0dac-4e37-8339-56b96fe5ed0a","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:34.085706973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"804fa1da-0dac-4e37-8339-56b96fe5ed0a","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:34.186668555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a237-485b-4ca1-a8b9-4f5b9d02b90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:34.235711597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a237-485b-4ca1-a8b9-4f5b9d02b90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:34.284572057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a237-485b-4ca1-a8b9-4f5b9d02b90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:34.333443828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a237-485b-4ca1-a8b9-4f5b9d02b90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:35.915653523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:36.187414292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f50fc5-595c-411a-9ef9-4a86370e46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:36.236465595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f50fc5-595c-411a-9ef9-4a86370e46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:36.285465182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f50fc5-595c-411a-9ef9-4a86370e46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:36.334247708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f50fc5-595c-411a-9ef9-4a86370e46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.185234362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d891019-af5c-4cc2-a340-ea70167e003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.234337509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d891019-af5c-4cc2-a340-ea70167e003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.283226296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d891019-af5c-4cc2-a340-ea70167e003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.331911415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d891019-af5c-4cc2-a340-ea70167e003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.781542968Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","namespace":"ai-tenant-e2e-ipp-a-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.781604176Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","namespace":"ai-tenant-e2e-ipp-a-0407d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.781662872Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","tenant":"e2e-ipp-a-0407d1","tenantID":"e2e-ipp-a-0407d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.832999373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"Deployment","name":"maas-api-e2e-ipp-a-0407d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.889814207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"Service","name":"maas-api-e2e-ipp-a-0407d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.942793052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-0407d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:39.993548858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-0407d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.044753082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.095735567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.149145608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.200110137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.250718337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.313886143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.374608467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"Service","name":"payload-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.432392788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.482881659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.533319262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.668153831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.720419562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.770440632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.82035412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.870197703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-0407d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:40.92030279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0407d1"},"namespace":"ai-tenant-e2e-ipp-a-0407d1","name":"default-tenant","reconcileID":"7d5735e9-9d0f-445f-9fce-f3778051e2d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-0407d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:41.122579743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e346f4e-4ff8-4665-a60c-fd1084a0e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:41.171596322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e346f4e-4ff8-4665-a60c-fd1084a0e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:41.22044441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e346f4e-4ff8-4665-a60c-fd1084a0e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:41.269244835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e346f4e-4ff8-4665-a60c-fd1084a0e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:43.036404323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a002d-d100-4abe-ace0-eb4450583eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:43.086372879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a002d-d100-4abe-ace0-eb4450583eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:43.136331293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a002d-d100-4abe-ace0-eb4450583eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:43.185188271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224a002d-d100-4abe-ace0-eb4450583eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:44.960117521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa87866-fbaa-4c92-bfdc-c59abfc1a4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:45.009151717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa87866-fbaa-4c92-bfdc-c59abfc1a4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:45.057994035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa87866-fbaa-4c92-bfdc-c59abfc1a4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:45.106989133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa87866-fbaa-4c92-bfdc-c59abfc1a4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:45.403981732Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0407d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0407d1","reconcileID":"3d2e02fb-dae5-4ddd-8ca4-3ad53bc037b2","aitenant":"ai-tenants/e2e-ipp-a-0407d1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:46.147055661Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0407d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0407d1","reconcileID":"3d2e02fb-dae5-4ddd-8ca4-3ad53bc037b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0407d1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-0407d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:46.880578169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e3c9b8-f3d7-45d5-a6d6-15bfafef9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:46.929431074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e3c9b8-f3d7-45d5-a6d6-15bfafef9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:46.982418261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e3c9b8-f3d7-45d5-a6d6-15bfafef9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:47.031613614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e3c9b8-f3d7-45d5-a6d6-15bfafef9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.439361362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"49adb55f-407f-4fd2-a713-91cc687a004a","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.439382763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"49adb55f-407f-4fd2-a713-91cc687a004a","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.594129243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"6b64f273-6fce-450f-80de-0128dde15f9d","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.635954431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"c82f7cc4-25b7-4d99-b6a5-6197a814df7c","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"maas-trlp-praxis-route-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.646975624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"6b64f273-6fce-450f-80de-0128dde15f9d","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.791751045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c79a2743-8e97-450e-ade3-32668f892cd8","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.791783148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"c79a2743-8e97-450e-ade3-32668f892cd8","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.792839584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4d2b0-d045-4097-999e-dfc604828d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.841971595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4d2b0-d045-4097-999e-dfc604828d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.891117146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4d2b0-d045-4097-999e-dfc604828d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:48.940189178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4d2b0-d045-4097-999e-dfc604828d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:49.038166752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"00c371b4-20ef-48bf-9bdd-7e42ebbf807a","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"maas-trlp-praxis-route-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:50.722605726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1510438f-e8a4-4712-ab99-e80c1ba46884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:50.771658676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1510438f-e8a4-4712-ab99-e80c1ba46884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:50.820863988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1510438f-e8a4-4712-ab99-e80c1ba46884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:50.869666141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1510438f-e8a4-4712-ab99-e80c1ba46884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:58.730400622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c14d0cd-d2d7-46fd-bcaa-b97a4663f1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:58.779230795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c14d0cd-d2d7-46fd-bcaa-b97a4663f1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:58.794198773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"f6187b74-18ba-486c-b922-c28642eea956","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:58.794219621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"f6187b74-18ba-486c-b922-c28642eea956","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:58.828037901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c14d0cd-d2d7-46fd-bcaa-b97a4663f1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T01:59:58.876843635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c14d0cd-d2d7-46fd-bcaa-b97a4663f1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:00.650392645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b79bd7-23f8-410a-9e60-565dfefb78f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:00.699301582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b79bd7-23f8-410a-9e60-565dfefb78f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:00.748391824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b79bd7-23f8-410a-9e60-565dfefb78f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:00.797508699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b79bd7-23f8-410a-9e60-565dfefb78f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:02.584642408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d846d358-4bea-40de-80fc-46e88f8fba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:02.633709272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d846d358-4bea-40de-80fc-46e88f8fba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:02.682629868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d846d358-4bea-40de-80fc-46e88f8fba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:02.731416199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d846d358-4bea-40de-80fc-46e88f8fba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:05.916185905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:08.829057001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"6a3b67ad-7ca2-4f10-b30f-41131a902199","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:08.829080531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"6a3b67ad-7ca2-4f10-b30f-41131a902199","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:18.691995834Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"ef419578-6567-486d-bedd-e3d170ce6a02","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:18.746403148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"ef419578-6567-486d-bedd-e3d170ce6a02","error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:18.746747321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"23dbd000-d5fa-4886-95cb-2e45fd94b449","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:18.746765792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"23dbd000-d5fa-4886-95cb-2e45fd94b449","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:18.946009761Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"570316dc-89b4-40fe-bf16-9cf304b0fbdb","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:18.94619247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"570316dc-89b4-40fe-bf16-9cf304b0fbdb","error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.026609054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"f9b49a32-ecdd-4d62-8438-23a76faf8de5","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.079486742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"f9b49a32-ecdd-4d62-8438-23a76faf8de5","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:19.142003483Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"ae23243d-5049-4c6d-9189-ab73a7138da0","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:19.142184245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"ae23243d-5049-4c6d-9189-ab73a7138da0","error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.252564183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"a2299938-078f-4770-9023-9ef77feb92dc","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.252584229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"a2299938-078f-4770-9023-9ef77feb92dc","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.276218122Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"66dd4042-351d-4226-a144-eeabfc967acc","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.326425846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"b4b03879-90ea-4630-8e29-227eacd5cdbd","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"tenant":"e2e-praxis-a-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.326449789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"b4b03879-90ea-4630-8e29-227eacd5cdbd","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"routeName":"praxis-route-d21237-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d21237","llmisvcName":"praxis-route-d21237","gateway":"openshift-ingress/e2e-praxis-a-d21237","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:19.361177366Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"7ab9bbe0-fe97-4e63-8fc1-9d1d110d954e","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:19.375574187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"7ab9bbe0-fe97-4e63-8fc1-9d1d110d954e","error":"failed to create TokenRateLimitPolicy for model praxis-route-d21237: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-d21237\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-d21237 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.474071857Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"25537f32-627f-4209-ab46-fe9bcf002d7b","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.527811826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"66dd4042-351d-4226-a144-eeabfc967acc","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:19.549311848Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"f6d20c59-bf99-4af6-ae20-f05b30699b48","name":"praxis-route-d21237","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d21237\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:19.549389715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"f6d20c59-bf99-4af6-ae20-f05b30699b48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d21237\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.645265536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"66dd4042-351d-4226-a144-eeabfc967acc","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.645301132Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"66dd4042-351d-4226-a144-eeabfc967acc","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:19.660572209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"25537f32-627f-4209-ab46-fe9bcf002d7b","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-d21237-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.782200489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"16f45eea-3649-4a60-9ba3-6eae2fe15906","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:19.888095392Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"fb1d965c-3bee-431f-95b1-0a50c832a79f","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2dc94d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.034370249Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"e2e337f2-8174-4c3d-97b8-24af2f8100e5","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2dc94d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.081118748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"16f45eea-3649-4a60-9ba3-6eae2fe15906","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:20.130854457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d21237","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237","reconcileID":"3130eac6-113a-4dc5-9a64-0077ad06bb4f","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-d21237\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.133955447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"16f45eea-3649-4a60-9ba3-6eae2fe15906","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"name":"e2e-praxis-a-d21237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.133973015Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"16f45eea-3649-4a60-9ba3-6eae2fe15906","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d21237","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:00:20.185280663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d21237-auth","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-auth","reconcileID":"16f45eea-3649-4a60-9ba3-6eae2fe15906","error":"maasauthpolicies.maas.opendatahub.io \"praxis-route-d21237-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.290821493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70af7f7e-9e98-4c71-a5ec-b391016a0212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.33950099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70af7f7e-9e98-4c71-a5ec-b391016a0212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.388586563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70af7f7e-9e98-4c71-a5ec-b391016a0212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:20.437417657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70af7f7e-9e98-4c71-a5ec-b391016a0212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:22.207298413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825896a6-1020-483d-8c25-de36d5d93d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:22.256391449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825896a6-1020-483d-8c25-de36d5d93d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:22.305162631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825896a6-1020-483d-8c25-de36d5d93d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:22.354363281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825896a6-1020-483d-8c25-de36d5d93d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:24.118233847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcde51c8-3dc6-4ee3-8437-92e936fca5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:24.169592642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcde51c8-3dc6-4ee3-8437-92e936fca5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:24.219125822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcde51c8-3dc6-4ee3-8437-92e936fca5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:24.268121592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcde51c8-3dc6-4ee3-8437-92e936fca5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:30.085188162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"f2be7b16-59e1-4750-90fd-9e1565d757e7","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","subscription":"praxis-route-d21237-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:30.085328653Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"praxis-route-d21237-sub","reconcileID":"f2be7b16-59e1-4750-90fd-9e1565d757e7","MaaSSubscription":{"name":"praxis-route-d21237-sub","namespace":"ai-tenant-e2e-praxis-a-d21237"},"model":"ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-d21237/praxis-route-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.015082724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"9226329f-402a-4ea7-9441-745c4842af32","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-e98267","tenantID":"e2e-ipp-b-e98267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.122613367Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"9226329f-402a-4ea7-9441-745c4842af32","name":"e2e-ipp-b-e98267-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.181574858Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","namespace":"ai-tenant-e2e-praxis-a-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.181669685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","namespace":"ai-tenant-e2e-praxis-a-d21237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.185237162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","tenant":"e2e-praxis-a-d21237","tenantID":"e2e-praxis-a-d21237","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.239657093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d21237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.295687701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"Service","name":"maas-api-e2e-praxis-a-d21237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.31289436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385aaf0-e47c-4348-87f9-46c0f7c82bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.362263465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385aaf0-e47c-4348-87f9-46c0f7c82bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.364568166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d21237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.412284771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385aaf0-e47c-4348-87f9-46c0f7c82bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.461295796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385aaf0-e47c-4348-87f9-46c0f7c82bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.463538998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d21237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.516547908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.572131628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.623772393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.717155311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.765736841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.814039885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.862175461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"Service","name":"payload-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.910284739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.914742861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:35.958405866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:36.006710902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:36.054985813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:36.108717785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:36.157142802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:36.205343132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:36.253484102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d21237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:36.301801717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d21237"},"namespace":"ai-tenant-e2e-praxis-a-d21237","name":"default-tenant","reconcileID":"38c950a8-d85f-4349-b5d7-0f7e969e3281","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d21237","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:37.29611952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7703d73-0353-4e5f-adda-bc09a914e94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:37.34533472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7703d73-0353-4e5f-adda-bc09a914e94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:37.394606524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7703d73-0353-4e5f-adda-bc09a914e94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:37.443572689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7703d73-0353-4e5f-adda-bc09a914e94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:37.966165232Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d21237","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d21237","reconcileID":"bde35dd8-5dbf-4546-88f6-41d8de3e533a","aitenant":"ai-tenants/e2e-praxis-a-d21237","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:38.668544103Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d21237","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d21237","reconcileID":"bde35dd8-5dbf-4546-88f6-41d8de3e533a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d21237","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d21237"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:39.233008592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d473aac9-e9a9-4e92-b853-2f3b97567afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:39.282051006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d473aac9-e9a9-4e92-b853-2f3b97567afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:39.331806661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d473aac9-e9a9-4e92-b853-2f3b97567afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:39.380875756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d473aac9-e9a9-4e92-b853-2f3b97567afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.145584821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb8a254-e329-4f02-8723-3ccfc547b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.194704951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb8a254-e329-4f02-8723-3ccfc547b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.248403168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb8a254-e329-4f02-8723-3ccfc547b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.299796453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb8a254-e329-4f02-8723-3ccfc547b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.357475962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","namespace":"ai-tenant-e2e-praxis-b-2c6858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.357534886Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","namespace":"ai-tenant-e2e-praxis-b-2c6858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.357585519Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","tenant":"e2e-praxis-b-2c6858","tenantID":"e2e-praxis-b-2c6858","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.410058478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-2c6858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.466170132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"Service","name":"maas-api-e2e-praxis-b-2c6858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.549334545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-2c6858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.599449364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-2c6858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.650201701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.701080191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.754512953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.805353807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.853849136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.90229559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.95081884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"Service","name":"payload-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:41.999395193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.049901547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.098378967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.146805517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.198392833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.280674548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.331641531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.380442339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-2c6858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:42.428807018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c6858"},"namespace":"ai-tenant-e2e-praxis-b-2c6858","name":"default-tenant","reconcileID":"cd0d779b-c34e-4c05-8f01-0db6ca4bef2b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-2c6858","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:43.123559277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b59a14-44d8-4c85-a0bc-38cd69fda2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:43.172586529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b59a14-44d8-4c85-a0bc-38cd69fda2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:43.221723768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b59a14-44d8-4c85-a0bc-38cd69fda2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:43.270738033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b59a14-44d8-4c85-a0bc-38cd69fda2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:51.381374785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a732885-b36e-4c69-b619-711beaf4c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:51.430638017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a732885-b36e-4c69-b619-711beaf4c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:51.479619071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a732885-b36e-4c69-b619-711beaf4c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:51.528425912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a732885-b36e-4c69-b619-711beaf4c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:51.629667615Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c6858","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c6858","reconcileID":"85f9f9a6-d664-4a2b-90dd-574432aa7ef8","aitenant":"ai-tenants/e2e-praxis-b-2c6858","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:52.336607515Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c6858","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c6858","reconcileID":"85f9f9a6-d664-4a2b-90dd-574432aa7ef8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2c6858","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-2c6858"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:53.380858864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715e9b11-ba30-47eb-913a-27f1633e1887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:53.429586204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715e9b11-ba30-47eb-913a-27f1633e1887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:53.478875097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715e9b11-ba30-47eb-913a-27f1633e1887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:53.527971304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715e9b11-ba30-47eb-913a-27f1633e1887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:55.381916039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162b6a6-73a3-4642-8deb-0ad886c6cf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:55.431090575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162b6a6-73a3-4642-8deb-0ad886c6cf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:55.480062471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162b6a6-73a3-4642-8deb-0ad886c6cf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:55.529010573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162b6a6-73a3-4642-8deb-0ad886c6cf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.557285101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","namespace":"ai-tenant-e2e-ipp-b-2e8243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.557356303Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","namespace":"ai-tenant-e2e-ipp-b-2e8243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.557416695Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","tenant":"e2e-ipp-b-2e8243","tenantID":"e2e-ipp-b-2e8243","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.608422843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2e8243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.665649437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"Service","name":"maas-api-e2e-ipp-b-2e8243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.718698898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2e8243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.769468348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2e8243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.821030408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.873654549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.927169738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:56.978369074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.030230468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.084149988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.093875301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"ea2aa5ec-d150-4121-843e-cd80e039d67d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.141325046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"Service","name":"payload-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.198133254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.248978952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.300155019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.352800635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.404841223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.455515932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.508104245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.558902109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2e8243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.610031902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2e8243"},"namespace":"ai-tenant-e2e-ipp-b-2e8243","name":"default-tenant","reconcileID":"34154a12-4e29-4cac-8ee4-f5d12bc14ac6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2e8243","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.663039519Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","namespace":"ai-tenant-e2e-praxis-a-2fc8c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.663125357Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","namespace":"ai-tenant-e2e-praxis-a-2fc8c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.663211386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","tenant":"e2e-praxis-a-2fc8c6","tenantID":"e2e-praxis-a-2fc8c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.714322183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"Deployment","name":"maas-api-e2e-praxis-a-2fc8c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.772786895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"Service","name":"maas-api-e2e-praxis-a-2fc8c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.824275967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-2fc8c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.874770077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-2fc8c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.929588206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:57.981264672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.034939037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.086047345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.136500834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.184999981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.233952976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"Service","name":"payload-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.282674049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.335211441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.386795875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.435167949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.487536757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.536420427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.584818756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.633273856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-2fc8c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:00:58.681631093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2fc8c6"},"namespace":"ai-tenant-e2e-praxis-a-2fc8c6","name":"default-tenant","reconcileID":"4d6697e4-f088-43c3-9182-14ea28a5bddc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-2fc8c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:00.098682116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"1618b656-7b01-4487-a16c-7cb830987257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.054318515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"ad061bc9-378f-455f-bc4e-29b731f7d19c","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.161708942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"2ebfed8e-41c9-4219-9877-e511fdcbffe7","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:03.218262254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-apikey-sub-binding-ab592181","reconcileID":"e66070cd-d451-4d97-9d20-5694661b20b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-ab592181\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.265141758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f1a4e00a-8607-4402-92b5-7e392ed8a5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.265146252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"a3b4bf59-81e4-4f24-86f7-923e89d10ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.323690067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"a3b4bf59-81e4-4f24-86f7-923e89d10ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.326087543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f1a4e00a-8607-4402-92b5-7e392ed8a5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.335742285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"dc12119c-2810-46c4-b8b5-1a180a8407f0","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.490575329Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2fc8c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2fc8c6","reconcileID":"c233a552-3edb-4e7a-8ca0-5c768299d7df","aitenant":"ai-tenants/e2e-praxis-a-2fc8c6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.49229615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"fc88e0c0-da77-44ef-9140-19a2609b7b02","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.699618665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"e79e17cc-b8e5-4d73-aa45-24a2a611db12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.752756939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"e79e17cc-b8e5-4d73-aa45-24a2a611db12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.763369664Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-apikey-sub-binding-ab592181","reconcileID":"235dd863-f8fb-4be9-8d63-03905c0560de","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-apikey-sub-binding-ab592181","ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.795408013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"64bc97e6-b5ac-49ec-bd61-e62bd2dca2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.850608258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"64bc97e6-b5ac-49ec-bd61-e62bd2dca2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.937151645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"a728f415-c028-45d4-bd4b-632f1bd3f33f","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:03.975724783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"b251b82e-3917-4a18-9788-e10cf1d7678f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:04.039447613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b9f8-13d9-47b4-a60e-4cbbfcf81aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:04.096510472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b9f8-13d9-47b4-a60e-4cbbfcf81aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:04.146330931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b9f8-13d9-47b4-a60e-4cbbfcf81aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:04.14721438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-apikey-sub-binding-ab592181","reconcileID":"ad4713b0-03ac-465c-8f24-4cd5ab114b57","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:04.198250313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b9f8-13d9-47b4-a60e-4cbbfcf81aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:04.310644952Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2fc8c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2fc8c6","reconcileID":"c233a552-3edb-4e7a-8ca0-5c768299d7df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2fc8c6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-2fc8c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:04.917287046Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2e8243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2e8243","reconcileID":"a6ce62eb-6fe9-4955-83f8-a8db2fa56107","aitenant":"ai-tenants/e2e-ipp-b-2e8243","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:05.68050966Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2e8243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2e8243","reconcileID":"a6ce62eb-6fe9-4955-83f8-a8db2fa56107","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2e8243","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2e8243"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:05.915707108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:06.101639502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7aa862-b294-4bd9-88f8-48267fb185e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:06.151603548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7aa862-b294-4bd9-88f8-48267fb185e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:06.205622889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7aa862-b294-4bd9-88f8-48267fb185e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:06.255185491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7aa862-b294-4bd9-88f8-48267fb185e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:07.249350335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"f70dd08a-e4f1-4d46-8b0b-4c8dc852df25","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:07.398203312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ac8361ff-667b-41cd-bdf8-030294294133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:07.398307618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"8d045d40-d773-4a96-9467-ca9b8ea5ec96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:07.452593216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ac8361ff-667b-41cd-bdf8-030294294133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:07.452613616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"8d045d40-d773-4a96-9467-ca9b8ea5ec96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:08.094693671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d24cb6e-1b2e-4577-924f-bab75246166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:08.14354177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d24cb6e-1b2e-4577-924f-bab75246166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:08.192511718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d24cb6e-1b2e-4577-924f-bab75246166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:08.241791615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d24cb6e-1b2e-4577-924f-bab75246166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:08.979425191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"5d4cc0c4-b124-4e69-9fce-ba47c047e70c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:12.055107167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6709a73-a1ee-4786-9ef3-f21b11548e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:12.104169357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6709a73-a1ee-4786-9ef3-f21b11548e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:12.153266943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6709a73-a1ee-4786-9ef3-f21b11548e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:12.202123461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6709a73-a1ee-4786-9ef3-f21b11548e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:12.300557579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"30f8a6ff-62e5-4940-94d7-eeeedab45fce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.141281579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-apikey-sub-binding-ab592181","reconcileID":"9dd99c61-3002-4a2b-90d4-6152297866d7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscription":"e2e-apikey-sub-binding-ab592181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.39830134Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-apikey-sub-binding-ab592181","reconcileID":"9dd99c61-3002-4a2b-90d4-6152297866d7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ab592181","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.460696506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"69d750f9-6b7c-4502-96da-9b24f486c2f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.611483021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"dd86f64e-73bf-46cd-a69e-da0c2bae1f0e","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.75670247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"462d1c3d-14b3-4dc8-996d-11cdc4f15eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.75671157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f3223b4f-c67f-4834-b72e-19025a81e87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.798648949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"2f1422a4-7179-43e1-94b3-0fab9e0ecd11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.809348553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"462d1c3d-14b3-4dc8-996d-11cdc4f15eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:13.809375268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f3223b4f-c67f-4834-b72e-19025a81e87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.00768681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36e716-4b78-4be4-bc9c-1c28d63463f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.056562879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36e716-4b78-4be4-bc9c-1c28d63463f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.105431382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36e716-4b78-4be4-bc9c-1c28d63463f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.154436083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36e716-4b78-4be4-bc9c-1c28d63463f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.693729358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"79d700c4-b53e-46eb-b71e-95cf37142f8f","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.74499542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"e295bb6a-6148-42a5-a496-e7bd78511a70","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.883172977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"15683cc0-56cd-4b78-a620-2a787d67f546","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.893311137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"c62cd2df-a6dc-4e0c-b42b-b3e24c46e2fd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.939951063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"f600cdee-f00b-4811-85d2-beb92e84c7b9","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.945574793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"c62cd2df-a6dc-4e0c-b42b-b3e24c46e2fd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:14.991962148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"cf285a8b-6155-4791-b482-6d077ee13f2b","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:15.024676404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-sub","reconcileID":"b9d7fb55-ca32-417f-bc81-6797bf9b1c80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.032758889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"244d01fd-8a6f-4576-bc4b-271da16c56de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.03594758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"59454f92-addb-4ca0-a028-38a1599855c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.046707352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"5e3ed47d-4bca-4376-966e-25730ece261b","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.096764504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"244d01fd-8a6f-4576-bc4b-271da16c56de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.099673748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"59454f92-addb-4ca0-a028-38a1599855c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:15.111304684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-success","reconcileID":"6c61b1c0-fb13-4cad-926d-ff65fb1a6c9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.183095792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b980cf0e-5b88-4a12-b59a-996690ebb09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.184298154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"3cd76762-caa9-4ad3-a490-e77939a58e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.19080904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"ec3e9cf9-cb89-457b-8895-58f182828a94","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.234775364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"eef449de-6ffc-49a5-8b29-1dd60826e500","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.274012826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b980cf0e-5b88-4a12-b59a-996690ebb09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.279997127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"789a2892-f391-49a7-bd0f-281b23042a88","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.28106766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"82d2b6f6-0a20-45a2-8997-dc171250c554","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.283954689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"3cd76762-caa9-4ad3-a490-e77939a58e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.330083121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"0259a0dd-e7e5-43dc-8068-57dd3371c868","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.425157629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"02559b19-2bc0-4ad1-918d-0ccbf2591e52","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.480785667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"02559b19-2bc0-4ad1-918d-0ccbf2591e52","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.4936674Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-sub","reconcileID":"1b9e8f84-cd33-4534-914c-76eeb561c45e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-ordering-sub","ai-tenant-e2e-worker-w2-1d3083/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.545494143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"bbe37547-aa1c-422e-9397-adce0ae5e226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.545893493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e2a2435d-1395-4e4e-81ae-4b6a75fa8df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.593381794Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-success","reconcileID":"7e7d4a0e-a7de-4728-a9eb-6a1e81d188be","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-77f3fc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.599051523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e2a2435d-1395-4e4e-81ae-4b6a75fa8df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.59911452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"bbe37547-aa1c-422e-9397-adce0ae5e226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.649450419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"49eff30b-c0c2-4598-97f2-30f6bdd8e91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.649505596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2e896fb1-f1ff-4575-a373-ac9848f69e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.650326164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"5c526cd1-c19f-4f65-92f9-d399f36c162c","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.694022014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"22f0f787-e031-45f2-9aab-f08bfa88a1da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.704527784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"49eff30b-c0c2-4598-97f2-30f6bdd8e91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.704527788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2e896fb1-f1ff-4575-a373-ac9848f69e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.748994177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"03c10b01-a0d4-46ad-a671-e999a2e96b97","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:15.786874817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"02559b19-2bc0-4ad1-918d-0ccbf2591e52","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.791986034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"ceac510b-ccef-4935-994e-e3d6d949775c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.889822367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-sub","reconcileID":"f7bb5f6b-2b16-43b9-9ebd-146e643ce700","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.937565336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"f74b6604-a4e0-40c5-a8e8-28a3c3e76ea5","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.990450533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-success","reconcileID":"67088930-6719-4788-b074-2ec80cdacbe3","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:15.990628002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"f74b6604-a4e0-40c5-a8e8-28a3c3e76ea5","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.265558461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"162f1d9c-bf3b-4553-bcd7-9d313c40f7e6","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.32083825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"fecc17b8-c296-466b-84e2-f4c9d3ff334f","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.399956679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"343d31c5-9a85-4b82-9ced-c293e91074c9","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.46875314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-auth","reconcileID":"aa4b9875-e3c9-42bf-920c-97594037d4f9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.527115741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-auth","reconcileID":"aa4b9875-e3c9-42bf-920c-97594037d4f9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.571262562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"049e8e82-6981-4a17-a7a7-b3e6e015f0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.571396449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"a35d0d5d-f8f0-44d4-8a3b-0031eec5a1d3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.571262586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"5e5418d0-a422-4e62-91ee-80ad9982b547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.624711743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"a35d0d5d-f8f0-44d4-8a3b-0031eec5a1d3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.6247142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"049e8e82-6981-4a17-a7a7-b3e6e015f0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.6268149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"5e5418d0-a422-4e62-91ee-80ad9982b547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:18.798789711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"e4727644-66ac-4ab9-9f01-d983ff485540","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:19.141458677Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-success","reconcileID":"8b56f93d-6474-492f-8763-6b5cf2ecab8c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6e301bf6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:19.3411795Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"9ad397fb-9d00-414e-bd9e-790db9d6e239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:19.63814714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"55ed51c6-9f09-4147-9baa-cd1da9f15dd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.150552329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"7fbdc71d-e551-4cc9-8013-abf6381db3fe","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.298020566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-auth","reconcileID":"a21b56b6-c999-4989-bd0c-3d2399b5078d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.29817321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"25dd5182-6f96-4dae-adc9-25ed12b1ef02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.298021933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"810e08ce-8dac-4136-a3be-fef24612c61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.353065242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-auth","reconcileID":"a21b56b6-c999-4989-bd0c-3d2399b5078d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.353065245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"810e08ce-8dac-4136-a3be-fef24612c61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.355322109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"25dd5182-6f96-4dae-adc9-25ed12b1ef02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:21.416759603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"786ebc28-ebcd-448c-8c74-af4c433e8a04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:23.389200075Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-sub","reconcileID":"6a1909f7-a795-4f34-8d26-fac8897313a2","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94a8cf03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:23.591084748Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"451619b7-86d1-4e55-ae45-8995897a1b15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:23.889619313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"c8c95572-56b9-4c2c-a169-ab929b85ca5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.190696972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-success","reconcileID":"aff03bda-01ff-4752-9966-714101b93f7d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.340111927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-success","reconcileID":"aff03bda-01ff-4752-9966-714101b93f7d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.586599281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"de47d2f9-02d6-40fd-b8a1-29df97885b88","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.726379255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"97d931a8-6c7e-42ae-9a75-6f8b0c7defc4","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.734612775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"98050a2b-2560-4e4b-b1ca-a83e351a9fe3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.783402589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"52488ef2-f054-434b-89bb-8793d08b96bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.78360839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2ec129d1-03f1-49b8-bf8e-f9f1d0fadbde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.790233554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"98050a2b-2560-4e4b-b1ca-a83e351a9fe3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.837697946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"52488ef2-f054-434b-89bb-8793d08b96bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.837702059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2ec129d1-03f1-49b8-bf8e-f9f1d0fadbde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:29.935728918Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-success","reconcileID":"9b26a2c6-34c0-4734-adb7-cf276b1ee64e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:30.088304186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"0a908f29-72ce-4549-a3df-6da8984d0d5b","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:30.215022995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26112cd-d85e-41b9-b226-9d18cad27e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:30.263902126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26112cd-d85e-41b9-b226-9d18cad27e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:30.312956987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26112cd-d85e-41b9-b226-9d18cad27e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:30.361765171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26112cd-d85e-41b9-b226-9d18cad27e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.17478421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"5ac171b5-192d-4751-b967-ad80e6e32b8c","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.225746459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"7e306c1e-e8cb-4641-9eac-a3ed80e66ddd","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.437030736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"a68aba5a-723d-4d23-93ef-3ad8874c6ba9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.443337521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"8eaca4f2-09d5-428b-9c46-44e2565507ee","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.491895848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"a68aba5a-723d-4d23-93ef-3ad8874c6ba9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.494822433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"0a3e32ba-6103-4d9d-adb8-7dd189304e48","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:31.54908588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-no-access","reconcileID":"7a76b3c1-a874-402a-a3f3-f62c55c85344","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.593859782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"15016894-65e2-4a34-a5cd-b4561982af23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.594420457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"9a3dd919-42c7-483c-8b8b-6f64da2e7303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.673797546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"15016894-65e2-4a34-a5cd-b4561982af23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.676136232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"9a3dd919-42c7-483c-8b8b-6f64da2e7303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.724249119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"80486c33-1a3f-45c1-9240-e111fa136e28","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.777968854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"1eb83970-b116-4495-a2c4-f657bdf6ba95","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.797727391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"0f5b90ad-dda2-485f-98c6-7feeffeeae18","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.942158073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"ddb52436-7e28-46c5-8ccf-4620ef593c67","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:31.995691459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"ddb52436-7e28-46c5-8ccf-4620ef593c67","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.089056992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9f8ecf47-c1f0-4d7a-98f3-632e68978ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.089056973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"463db97d-5777-4bb0-b54d-f6b9cab9e74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.093825189Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-no-access","reconcileID":"e91bf633-e2d2-4c01-a63d-4cefa1c9c377","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-77f3fc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.141792968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9f8ecf47-c1f0-4d7a-98f3-632e68978ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.14204689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"463db97d-5777-4bb0-b54d-f6b9cab9e74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.191176813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1833614-456d-4b5b-ac7b-8ec54271253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.240523293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1833614-456d-4b5b-ac7b-8ec54271253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.289721454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1833614-456d-4b5b-ac7b-8ec54271253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.338679616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1833614-456d-4b5b-ac7b-8ec54271253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.344826171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"36ff4dda-0fbc-414f-aa57-b6f9e947d11f","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.388571931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"0331b04d-c390-44fc-945c-f3f3dd326c27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:32.539789702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-no-access","reconcileID":"bd0f35fd-a021-40db-b87a-8414e1ceecc7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.304473122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","namespace":"ai-tenant-e2e-praxis-b-d48c4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.304531641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","namespace":"ai-tenant-e2e-praxis-b-d48c4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.304580442Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","tenant":"e2e-praxis-b-d48c4d","tenantID":"e2e-praxis-b-d48c4d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.366246024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"Deployment","name":"maas-api-e2e-praxis-b-d48c4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.428310373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"Service","name":"maas-api-e2e-praxis-b-d48c4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.438669725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-sub","reconcileID":"9d99c2a3-3826-4168-b815-f1422f9d76b0","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.479623386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-d48c4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.530453248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-d48c4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.582960693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.587115761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-sub","reconcileID":"9d99c2a3-3826-4168-b815-f1422f9d76b0","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.634527326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.687644361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.738581904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.787288324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.794629634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"b5a92039-0430-45fa-924c-b62b3a388d11","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.835783966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.85120506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"2d993cbb-1653-45ec-a7e1-a34f94669ba3","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.884338871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"Service","name":"payload-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.926067844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"501f9d34-8528-42c3-8697-7f24cd5a2cde","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.932551019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.939883249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-auth","reconcileID":"6a3ae68e-2fa7-4054-934b-9829a16a3e60","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.940155469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"ac5d38ff-3690-4769-bc6d-1fb7b1e15bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.943283584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b799b197-7e62-488e-832e-0b358be72922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.981070458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.992578123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-auth","reconcileID":"6a3ae68e-2fa7-4054-934b-9829a16a3e60","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.992605992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"ac5d38ff-3690-4769-bc6d-1fb7b1e15bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:33.995225437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b799b197-7e62-488e-832e-0b358be72922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.029856028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.078274376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.130011252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.178582319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.190389655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-ordering-auth","reconcileID":"26be5b13-d28a-4581-8a79-2db7e63698bd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.227091049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.275573846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-d48c4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.32426144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d48c4d"},"namespace":"ai-tenant-e2e-praxis-b-d48c4d","name":"default-tenant","reconcileID":"a1f7d7f8-5d41-418b-94f7-1587fc70a662","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-d48c4d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.340149325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"b2dce6ea-3586-4419-be1f-370ee888a80c","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.747483586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"2c9a0aee-0c77-4a63-8f12-2e69c8918b3f","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.897406219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"928e4baf-1574-43d2-ae63-503386491f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.897589908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"78d18f3c-4836-4c3a-b15e-1069268e65be","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.897406274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"26e47aaf-ab39-4a58-8aa2-72a232d0cb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.950821986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"78d18f3c-4836-4c3a-b15e-1069268e65be","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.950858017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"928e4baf-1574-43d2-ae63-503386491f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:34.95322487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"26e47aaf-ab39-4a58-8aa2-72a232d0cb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.584052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d348bea8-e68c-409d-be52-7cf7b368e5b9","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.635503121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"72657152-47c7-4d33-8979-07a8fa09516a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.783128773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"07b4b93a-7463-4ad8-ac1d-0f9ad8f89d2c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.835658747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"07b4b93a-7463-4ad8-ac1d-0f9ad8f89d2c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.846141981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"6bc737f8-6e56-42c7-9aea-198b20f66b63","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.897745116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"711afb41-ab38-4b49-9aaa-94b6fa2fd3d1","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.91475808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:35.951833017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-free","reconcileID":"01e7a922-9856-4a23-a88b-241c35786b28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.993340565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"df407f11-05f8-4c0e-916a-b7cbece21b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:35.993353554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"8f4d7370-19ab-4906-a78d-eaac5d2bf7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.046280962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"df407f11-05f8-4c0e-916a-b7cbece21b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.046519443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"8f4d7370-19ab-4906-a78d-eaac5d2bf7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.064393338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"33e69aea-0d20-4cb8-bb2f-5722502ef16e","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.090681276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"ef4587a0-3ee9-4417-b872-6694c3cfe2eb","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.105578391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d3083 priority=0:[ai-tenant-e2e-worker-w2-1d3083/e2e-test-subscription-free ai-tenant-e2e-worker-w2-1d3083/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.105785005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"30e3b690-4673-4aa0-ad87-c63e0a2d84bb","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.115700631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"b92880b5-4106-4f97-b8f7-5ccf0238fe60","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.157430167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"78693361-63c9-41ed-b627-e1d274e09ea8","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:36.211499606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-premium","reconcileID":"3775e723-82fa-440d-b90d-3e100ef8b291","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.214866518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"6b74082a-5b17-4674-be65-22996735f6fc","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.235591342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"acd6b91b-35c6-4132-b0bd-2a2bc0405cf5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.28811413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"acd6b91b-35c6-4132-b0bd-2a2bc0405cf5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.323733972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d4903349-10de-4499-bd32-f210a9ec4acf","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.365801271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-free","reconcileID":"98042343-7b37-404e-9cce-4912d4fb76a4","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-1d3083/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.377105071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"2dd37d81-7ad0-45ce-8020-41c8a9124cec","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.436554664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"bf6f3fa3-2c75-4642-8f5b-e372b56b95d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.436618188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2d03a1c6-3562-4a3d-a63f-f048b21ba959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.490749338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2d03a1c6-3562-4a3d-a63f-f048b21ba959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.490839622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"bf6f3fa3-2c75-4642-8f5b-e372b56b95d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.52214971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"191937c3-8b89-4117-8ea1-febe5a1b2e9a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.606780772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"884295ec-9112-40c6-82ee-2bd9d74dedf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.606892162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-premium","reconcileID":"4964b1d7-197a-4a32-aaf6-f86aa234fc7a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.639307882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ef525ee5-6c6c-4c63-902b-c60317a5593e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.69167278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ef525ee5-6c6c-4c63-902b-c60317a5593e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.727829986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-free","reconcileID":"86554b82-6faf-46a2-8c04-981178d70926","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.765595372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"77e931ef-39b3-46c6-a254-3a96f51a862f","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.791394213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"f6f57374-e5f2-48ec-a4dd-c7ea5bcaf9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.791455369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5b3febae-3ea9-490b-849d-85e441e698f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.844012045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5b3febae-3ea9-490b-849d-85e441e698f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.844072844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"f6f57374-e5f2-48ec-a4dd-c7ea5bcaf9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:36.962076051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-premium","reconcileID":"c3896372-e4b2-4e1f-b900-eb50388ad6ec","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:37.569315762Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d48c4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d48c4d","reconcileID":"47418a1c-9253-4d48-9ae2-0084c81d6d80","aitenant":"ai-tenants/e2e-praxis-b-d48c4d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:38.060623261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2f5d2-18da-42ed-8e88-c5c1ad020e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:38.110035446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2f5d2-18da-42ed-8e88-c5c1ad020e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:38.15953965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2f5d2-18da-42ed-8e88-c5c1ad020e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:38.209320222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2f5d2-18da-42ed-8e88-c5c1ad020e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:38.364718326Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d48c4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d48c4d","reconcileID":"47418a1c-9253-4d48-9ae2-0084c81d6d80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d48c4d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-d48c4d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.013326168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd8ab9-3278-4e0e-93cf-aa807dd766c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.063488907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd8ab9-3278-4e0e-93cf-aa807dd766c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.112442795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd8ab9-3278-4e0e-93cf-aa807dd766c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.161551426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd8ab9-3278-4e0e-93cf-aa807dd766c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.246908641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d26b9fe2-ef25-4890-a869-b58771cebe49","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.410113141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"3b76e663-55ce-43e2-8442-3b30638c5f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.410233573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7be9742f-f003-4141-b4cf-d08a8fdfaa0d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.411404612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"4917a5f4-2930-447d-b43e-814a8c922180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.46385217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7be9742f-f003-4141-b4cf-d08a8fdfaa0d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.467227077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"3b76e663-55ce-43e2-8442-3b30638c5f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:40.467243545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"4917a5f4-2930-447d-b43e-814a8c922180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:41.90017757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"33fc944e-8d6e-4037-bf2f-907bd0127bb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:44.075873083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"a01408e3-bd5c-426b-96c0-d40446b69b7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:44.869385609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"06e6d4da-d38d-47e6-853e-45994a97d6f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:44.90400444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-no-access","reconcileID":"f17e5ae7-99c1-4bb8-8963-52f45a5f3d6c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.109109646Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-subscription-no-access","reconcileID":"f17e5ae7-99c1-4bb8-8963-52f45a5f3d6c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.30588854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"2cd86e5f-cb40-4992-a834-2308de23bf62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.366960782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"0e32444c-9a39-4f46-8332-50a5c24ed4eb","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.422052592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"3c8fbf17-b286-44c5-b21e-de971f3bbbe7","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.512910462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"23b258d3-bde8-4c07-a04c-551bb95f3d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.513013623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"bd0a4287-c76f-4719-bc03-f9e7c10a287e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.513412494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"b53861d5-1865-413b-9fa9-6378dc3fae60","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.514859139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"f8fcac1e-a122-4d9c-a209-4ec5683d968f","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.565904678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"23b258d3-bde8-4c07-a04c-551bb95f3d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.566100011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"bd0a4287-c76f-4719-bc03-f9e7c10a287e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.568866219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"b53861d5-1865-413b-9fa9-6378dc3fae60","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:45.816773002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-no-access","reconcileID":"4535d898-1788-4abb-b5a2-8df216d002e0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:46.071544265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"a3496753-4202-49b1-a6f6-ed900de8c191","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:46.881169084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"2dba46f4-9749-4527-a525-bd68a43b0734","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:46.934803978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"f77a86ce-ffdf-43ac-b567-597c4f04aebb","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.124361106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1895d4de-857e-4925-9cd3-5a1fc6b0b170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.124545813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"337b08dc-ac2d-4bc3-b431-697c547558e6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.141044982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"73233fd3-2acd-4a65-8f5f-9adf029b93eb","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.1737159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1895d4de-857e-4925-9cd3-5a1fc6b0b170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.223294405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1895d4de-857e-4925-9cd3-5a1fc6b0b170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.273118068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1895d4de-857e-4925-9cd3-5a1fc6b0b170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.276111234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"337b08dc-ac2d-4bc3-b431-697c547558e6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.278134017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"64b802b6-dc41-4abf-bd64-3c7b8501b99b","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.30967205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"43854bb5-7c76-4625-9c7b-e8d8d1766e84","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:47.327729876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-sub-only","reconcileID":"088814f0-9b12-43b7-8ba7-90a40f21419d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.364080241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"aafcaa16-c009-4a5f-911f-8ea56f7f2f6f","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.370068298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5c81469a-ef74-46e4-9cdc-054a48a2dd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.3700683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d70102f7-7e5d-4e05-8193-fa7554ef2884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.423079183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d70102f7-7e5d-4e05-8193-fa7554ef2884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.423223339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5c81469a-ef74-46e4-9cdc-054a48a2dd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.439112769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"7b976500-f113-42b7-ae47-82c338477147","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.521563185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"3136a567-8e94-47ae-8797-5e55d00ce423","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.526801994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"b63c553c-0784-44bd-b201-ad134ad32eea","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.573441393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"14c47488-1ac8-4f21-9aaa-bded75c89b8f","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.575761714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"3136a567-8e94-47ae-8797-5e55d00ce423","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.578539555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"17cee555-97fc-482e-bc37-0ea86c5bab23","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.627563711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"a88888a6-8553-46cd-9cc6-c25732195098","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.679523845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"4ff58de7-86a6-423b-8458-9bf2db755328","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:47.680304992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-77f3fc/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.71782426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"8b625fb3-98f4-4d1f-926f-f28ed6b0a4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.732352406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"b46e35e0-071a-4b60-9f77-ea7fd980bbb1","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.7703401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"8b625fb3-98f4-4d1f-926f-f28ed6b0a4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.774901406Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-sub-only","reconcileID":"5d33efdd-b167-4dbd-a321-68c19bddb3f3","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-test-group-sub-only","ai-tenant-e2e-worker-w1-4dd22b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.821757667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"d802d305-ee1f-4060-b0a1-15ea39b50afa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.821996825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8cfbe2d5-0443-4c1e-9847-87a9ff701052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.821760386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a07360db-f805-4134-ba26-bf3cb2b5b45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.845678521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"668cbbe8-0bef-487e-a0ed-6a567d03366c","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.845713484Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-77f3fc priority=0:[ai-tenant-e2e-worker-w0-77f3fc/e2e-test-other-subscription ai-tenant-e2e-worker-w0-77f3fc/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.879335468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"d802d305-ee1f-4060-b0a1-15ea39b50afa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.883990472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a07360db-f805-4134-ba26-bf3cb2b5b45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.885291722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8cfbe2d5-0443-4c1e-9847-87a9ff701052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.892072831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"43790e18-e35a-450f-a12e-16c19250d8a6","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.898854574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"bc3f6856-4631-43d3-8b5d-49935426779e","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.947507649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"51f3bf64-39e0-4f45-b606-d0eaafed5888","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.951657895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"9a6a08d5-2a51-4605-bb8a-654b34e17ab7","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:01:47.954882418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-other-subscription","reconcileID":"8be859de-5826-4ed3-9a47-d63626a38122","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.990685568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"72785e7f-687c-47bf-975d-bcdeb498e289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:47.998310024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-user-subscription","reconcileID":"2da3806f-f1e5-4e6d-adc2-742b2541cc03","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.037804011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"aff0b1c5-f76c-45a6-927a-f626ea590c00","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.064509293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"9f78a0cd-4f7d-4e7a-ab56-9dd1bcf0820d","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.090127764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"aff0b1c5-f76c-45a6-927a-f626ea590c00","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.117335489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"07ce0d79-f166-41ea-98ae-be244cd52d8e","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.144174433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-sub-only","reconcileID":"e61c575a-40f3-49c9-8078-ac39475b68d9","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.151951865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"d5662e94-d5c9-481a-8825-7cb7c41f4155","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.210303271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"91c7a777-c8db-4260-a7df-fbd9e1ac8a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.263709889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"91c7a777-c8db-4260-a7df-fbd9e1ac8a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.264343785Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"ced60c27-591f-4cda-b8e8-c9db2736609d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-77f3fc/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.308637817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"df9bb300-c71f-4116-bd02-0fc0f0266358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.35925253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"c5882ae8-1677-46d3-824a-e734943eadbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.3618311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"df9bb300-c71f-4116-bd02-0fc0f0266358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.364797275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"e44a0a0d-ae51-4c7e-83c8-da267c8760c9","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.407419194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-other-subscription","reconcileID":"049c2859-f5ed-47ac-ad0d-e5ecec54331c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.408389287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-user-subscription","reconcileID":"6ace3c45-d9c9-4ccd-b83b-6b58e5690057","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.515726702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"651e343b-bb30-40fd-b1a7-179e4fa13a5b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.569375367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"d907a9ce-496f-4abc-9ede-3dcd4b1c707f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.571021041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"576ccd42-3626-45dd-a353-46e05ee3c56a","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.573812484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"651e343b-bb30-40fd-b1a7-179e4fa13a5b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.618170125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"20fb8e3d-5bf8-4aab-811b-8f9d4471ae4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.672258339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"20fb8e3d-5bf8-4aab-811b-8f9d4471ae4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.717419666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-user-subscription","reconcileID":"f6912b20-ea05-447b-95e7-4e53bce58f4d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:48.766650776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-other-subscription","reconcileID":"eb68f10b-b8a6-4630-bc0d-486c45d9d45c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:49.075091155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ad9fd-f5f0-497e-8d13-800ed3006230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:49.123935815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ad9fd-f5f0-497e-8d13-800ed3006230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:49.172777784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ad9fd-f5f0-497e-8d13-800ed3006230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:49.221834374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ad9fd-f5f0-497e-8d13-800ed3006230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.399995898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-free","reconcileID":"8bf261a6-6c98-410e-9c1e-99a444584541","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.473046678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"9bdc2596-1a77-44a3-b93b-19c7e9937d00","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.618914206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"03bef05a-5109-4441-baac-f019a48e1ef5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.621607469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"45c1a03b-47b7-47a9-a047-963b0fe6f2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.621607826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3dd2dca1-b5fc-41b1-b408-7ad6ccdd1893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.62677487Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-free","reconcileID":"8bf261a6-6c98-410e-9c1e-99a444584541","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.671861007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"03bef05a-5109-4441-baac-f019a48e1ef5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.675096304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"45c1a03b-47b7-47a9-a047-963b0fe6f2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.675315045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3dd2dca1-b5fc-41b1-b408-7ad6ccdd1893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.822958203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-premium","reconcileID":"ccd73c67-bfbf-428f-b9d4-3522a5440871","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.823020456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"afbe46bd-560c-43c6-8369-021f77572d53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.833450741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"42021175-812c-43fd-baae-2c8e56656897","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.835581585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"62819c25-cd63-48ce-8cb1-1723dd3e042d","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.890326704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"8dd50982-9246-477d-9f22-eb8d44ab2574","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.970827651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"85ad8a31-9307-4c1f-8f86-1e269ef67982","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.979813905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f27526e2-e6fc-4499-910c-c16f674a9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.979874719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"0f7e33d4-4ac5-4730-88ea-f0286557e77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.980414297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"89d06095-e7f9-4b8a-aacc-e02b049ffded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.980423355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"7f0c607d-99b5-4015-b0d5-b988f549b82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:50.980813347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"24547d9b-4c67-4ddf-8d65-04fe05ad3a77","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.034076862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"89d06095-e7f9-4b8a-aacc-e02b049ffded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.034474663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"0f7e33d4-4ac5-4730-88ea-f0286557e77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.036527581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f27526e2-e6fc-4499-910c-c16f674a9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.038451246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"7f0c607d-99b5-4015-b0d5-b988f549b82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.038863991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"24547d9b-4c67-4ddf-8d65-04fe05ad3a77","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.37724314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"645ab788-e66d-49e4-ac9f-f6e404bede74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.37746787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c28d9683-2b9e-4cd7-a4cc-030d6093c68a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.377243174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e1ed1bb9-f67f-414c-b2e7-07fba898a985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.431999914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e1ed1bb9-f67f-414c-b2e7-07fba898a985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.43385387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c28d9683-2b9e-4cd7-a4cc-030d6093c68a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:51.435848734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"645ab788-e66d-49e4-ac9f-f6e404bede74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:54.832552609Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","namespace":"ai-tenant-e2e-praxis-b-689b45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:54.832611924Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","namespace":"ai-tenant-e2e-praxis-b-689b45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:54.832668792Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","tenant":"e2e-praxis-b-689b45","tenantID":"e2e-praxis-b-689b45","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:54.883055231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"Deployment","name":"maas-api-e2e-praxis-b-689b45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:54.939504372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"Service","name":"maas-api-e2e-praxis-b-689b45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:54.995822881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-689b45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.046316126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-689b45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.101556902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.153134396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.20713435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.258508685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.307544448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.356350599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.407310363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"Service","name":"payload-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.456545785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.505771377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.554748823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.605213959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.657682621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.706576407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.755344613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.80526679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-689b45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:55.854228748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-689b45"},"namespace":"ai-tenant-e2e-praxis-b-689b45","name":"default-tenant","reconcileID":"ebbd4014-aad3-4c78-a00b-e5b7de9c8c41","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-689b45","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:58.757466499Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-689b45","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-689b45","reconcileID":"7b67034b-5d2f-4ac6-9b7f-ac05fdd40b15","aitenant":"ai-tenants/e2e-praxis-b-689b45","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:59.285192575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7ed2d8-80d8-451f-8e4a-73d9dec0cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:59.333936912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7ed2d8-80d8-451f-8e4a-73d9dec0cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:59.382723255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7ed2d8-80d8-451f-8e4a-73d9dec0cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:59.431884767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7ed2d8-80d8-451f-8e4a-73d9dec0cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:01:59.536183063Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-689b45","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-689b45","reconcileID":"7b67034b-5d2f-4ac6-9b7f-ac05fdd40b15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-689b45","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-689b45"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:00.626784974Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-sub-only","reconcileID":"645a9c80-dc69-4053-b596-99ee7caa63ee","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:00.927839016Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-sub-only","reconcileID":"645a9c80-dc69-4053-b596-99ee7caa63ee","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:00.993149823Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-user-subscription","reconcileID":"9f05a966-7134-4197-996b-608d52e9035b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.122828377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-premium","reconcileID":"8551d77e-c120-4bd3-95fd-a8a044ab2f12","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.125914665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"c078b948-d457-405b-bfef-e752340f791c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.135626635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"67041dde-edc2-4552-b392-f3e147c3442b","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.193573054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-user-subscription","reconcileID":"9f05a966-7134-4197-996b-608d52e9035b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.283576876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"96e1fd24-4426-4d53-9eb9-ff04835c2d40","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.294555264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27206e0-7b62-4b74-bb31-58f6e3a7af8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.294797971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"9dc54660-cdb2-4695-acf6-cf496108fe54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.294832962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"1692a668-bf6b-40ae-9b63-1b3288366c8f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.343889142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27206e0-7b62-4b74-bb31-58f6e3a7af8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.34417209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ef5e0705-abbe-468f-8273-d3e9a6f4c7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.347826199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"9dc54660-cdb2-4695-acf6-cf496108fe54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.348406364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"1692a668-bf6b-40ae-9b63-1b3288366c8f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.394169243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"e9237ffb-b318-45e8-b620-815516842bbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.394302635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27206e0-7b62-4b74-bb31-58f6e3a7af8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.394866897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-other-subscription","reconcileID":"0bb9e9af-c957-412e-b2d2-778f37e23d7d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.397989957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ef5e0705-abbe-468f-8273-d3e9a6f4c7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.399456002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-subscription-premium","reconcileID":"8551d77e-c120-4bd3-95fd-a8a044ab2f12","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.44564483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27206e0-7b62-4b74-bb31-58f6e3a7af8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.450762373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"022d1acc-b47e-4c6b-92fb-1fbb90669fa1","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.596502626Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-test-group-no-auth","reconcileID":"9b28d895-eec5-402e-b876-1be1656451c5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.596717121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"37d6e682-4484-44d7-b5ce-84cf53536784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.609143555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"e8032d1f-9f82-4ecd-8bd3-3b5e496770ee","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.646075635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"fa42faea-ee8b-4b5d-b8c0-c0d6adeb3ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.646636739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"577c3d0f-6c02-4e01-b9a2-fd47e40e76bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.699325618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"fa42faea-ee8b-4b5d-b8c0-c0d6adeb3ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.701955694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"37d6e682-4484-44d7-b5ce-84cf53536784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.742721476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"18e18927-cab8-4d84-91d1-11d32246f6e0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.752666436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"9872008f-fbc3-4d36-a6d2-6b99607d7aa7","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.795360712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"18e18927-cab8-4d84-91d1-11d32246f6e0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.796331739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"d3039f05-a578-4e7f-8d05-b690b7f9e3af","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.897528369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b82b4ff6-d636-4bc1-b527-bd75520d5e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.906733529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"57e7f08c-18bf-4d84-8534-fd3e233e1aaf","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:01.955331947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b82b4ff6-d636-4bc1-b527-bd75520d5e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.002471011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b1345a88-bd71-49ba-9bf5-777a8688e0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.059527945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b1345a88-bd71-49ba-9bf5-777a8688e0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.101242891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9b8dbdd7-9ce0-40ea-9a9f-6dd4ae08c749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.101311697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"30a899a3-db69-414c-9916-99f798dd2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.149578885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"74f51825-c24e-4cf5-9338-73d95cb0ddfe","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.14972191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-auth-multi-sub-valid","reconcileID":"363e5186-7170-4382-9e05-2296f71fb0ea","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.155981073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"9b8dbdd7-9ce0-40ea-9a9f-6dd4ae08c749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.156331459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"30a899a3-db69-414c-9916-99f798dd2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.202364093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"74f51825-c24e-4cf5-9338-73d95cb0ddfe","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:02.30144372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"56a3aefb-02aa-47ce-8368-b9c566785c55","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.226961262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019499ce-f446-4a7e-a929-fa231315ca50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.275865213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019499ce-f446-4a7e-a929-fa231315ca50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.32478246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019499ce-f446-4a7e-a929-fa231315ca50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.373663939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019499ce-f446-4a7e-a929-fa231315ca50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.428685104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"a76d4e30-0db3-4237-9359-e232a469017b","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.481665733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"a983d32c-768e-4a3d-bbf4-a1121fbdc9b0","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.671631414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"8643d6c6-5b13-4012-b65e-8fffd1aa5130","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.690806177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"3255d5a6-dc37-445f-8953-4b2286322173","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.721369012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"8754e4ee-af3d-4bce-86f5-cf0b0284a87b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.724838432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"8643d6c6-5b13-4012-b65e-8fffd1aa5130","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.742730795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"7182840e-0b56-4295-bfac-0ed1fe545e8f","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:03.797118613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-subscription","reconcileID":"ac18feb2-0d7a-44a1-849e-3982c76890a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.837324703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0dfd85e1-8524-482f-9a53-5efdac1b9749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.837336563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4002488f-2736-4560-ab7d-bd5a7bb69b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.890128734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4002488f-2736-4560-ab7d-bd5a7bb69b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.890266068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0dfd85e1-8524-482f-9a53-5efdac1b9749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.911468756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"ad7916b9-433a-4812-b1c9-004cc0ebbac6","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:03.966763129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"aa2d5549-9cd2-44bf-af8c-35658402095a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.026901341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"39390d84-bbd4-445f-af74-015001462613","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.171960227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"fe09efaf-d781-496c-9d3c-495b06c737ea","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.216725327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-subscription","reconcileID":"07ae578e-915e-4919-a24f-07bc8deea9a0","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.224477084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"fe09efaf-d781-496c-9d3c-495b06c737ea","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.272804682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c36c8bd2-78af-442a-b39b-289a6958b2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.272909998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"5e0af0a6-7f2d-4fae-af56-475f82ac6437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.325485781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"5e0af0a6-7f2d-4fae-af56-475f82ac6437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.325530135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c36c8bd2-78af-442a-b39b-289a6958b2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.372028898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"01f92f7e-d2b1-43e1-aa03-3d61211c804a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.413679377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"8e9c38df-53f5-4a62-8800-5f35a48a13b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:04.569183274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-subscription","reconcileID":"08d02c28-1d9e-4ec4-be65-35eec026bfb0","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:05.829442999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"3f1aa84e-3fa4-4a62-a56b-9d29c41019fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:05.915366267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:06.858494527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"201380bf-9c99-40cb-af14-84146c08f9a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:06.959515871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"1f247c1a-59ff-4abe-86f7-a8e171310d0e","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:07.106071389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"01b13351-b7d5-4bdc-82e8-ee12e828fe67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:07.106104865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e82b0b0a-d551-4d42-8822-0f41eefbc6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:07.106507917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"eefd48bf-7242-476e-b063-8847427c8c72","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:07.160859977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"01b13351-b7d5-4bdc-82e8-ee12e828fe67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:07.16098808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e82b0b0a-d551-4d42-8822-0f41eefbc6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:07.163350166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"eefd48bf-7242-476e-b063-8847427c8c72","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:08.928379247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"7098f596-3aac-4099-a738-e8b57296893f","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:08.97951495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"49a38504-0989-4f2f-a03b-1df9a26debd6","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.131093027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"222bdb29-1d6b-4051-92d3-66aa3d9eee85","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.183914693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"222bdb29-1d6b-4051-92d3-66aa3d9eee85","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.234697373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"39060187-ba3b-4e0d-9f83-a09e47f39dd4","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.287207901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"653f6f98-bac8-4cd7-8f63-6e8cf18bfd57","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:09.337990201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-sub","reconcileID":"5ec8e9d2-0163-4cde-b1c7-28c69966b37b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.378659106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"476f0f9e-efb4-4d7a-9ed8-209bde288f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.379180881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"5cb90efd-cc0e-416a-a6a1-159cec19100d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.431688177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"476f0f9e-efb4-4d7a-9ed8-209bde288f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.431780417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"5cb90efd-cc0e-416a-a6a1-159cec19100d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.449210056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"edd3aeb0-798a-4d68-ae9e-4b1428d8a8ff","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.470241873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"943d903c-d6d0-48e3-a139-8a9004ddf516","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.500302065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"50811869-a960-4567-9796-4d986cb8b93c","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.615905837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"8f5c9d47-bc35-4b3a-9369-0dbc3840220b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.668960434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"8f5c9d47-bc35-4b3a-9369-0dbc3840220b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.748601929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-sub","reconcileID":"96b444d7-923c-4f62-90c5-046c3d6a3f5b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-status-active-sub","ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.775581361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ba9f1c35-6d70-4ada-9486-ab90457aa4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.775581501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"5dfffb50-38a4-45ad-a915-c355de4c4e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.828319977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ba9f1c35-6d70-4ada-9486-ab90457aa4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.828367629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"5dfffb50-38a4-45ad-a915-c355de4c4e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.906284669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"bd689180-d581-48ae-bd81-badb9181151b","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:09.94633233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"75d872f0-d1eb-4bfa-9626-83b2eb60f7df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:10.102275384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-sub","reconcileID":"814b9f2e-0a97-456f-bf00-107198b6764e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:11.799192843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-other-subscription","reconcileID":"68d51713-081b-4edb-b40b-f19d2d28399a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:11.977033131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"4a859414-b637-4897-a2e7-0d6412ff7a0d","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.025254217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"dab1e647-a7f7-4f89-8a9f-80c724566aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.032291036Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-other-subscription","reconcileID":"68d51713-081b-4edb-b40b-f19d2d28399a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.152380539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5716ef98-bd83-4684-81ea-01aa87540067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.152544032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"0766e147-c967-43f4-8325-69cd333bed5e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.152381888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"4be305a4-057e-4c45-b4e5-21edee190055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.205851521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"0766e147-c967-43f4-8325-69cd333bed5e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.205900314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"4be305a4-057e-4c45-b4e5-21edee190055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.20824123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"5716ef98-bd83-4684-81ea-01aa87540067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.229904636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"36a3290f-d572-41fb-bde4-1f551f7b6256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.288423362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"634624b6-4b18-4247-baae-c16a2fdb78db","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.434748818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"cf032f27-3c15-4138-ac97-11772f476687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.434748774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"37e64db3-ab59-4281-9688-4f4783cacb17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.435575021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"47b5b84e-d99a-42c1-9864-3358102e10c3","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.488648809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"cf032f27-3c15-4138-ac97-11772f476687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.4894898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"37e64db3-ab59-4281-9688-4f4783cacb17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.548467584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"9942c8f1-e271-4604-a039-69f54dd36647","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.602404177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"9942c8f1-e271-4604-a039-69f54dd36647","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.747971661Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-test-auth-access-denied","reconcileID":"4bf1362f-45d2-45ea-987f-8c9412f6a141","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:12.952816912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"9614ccca-71f4-42cb-925a-cd103c47c687","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:14.633612226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a8e2b4a8-01fd-49cb-883f-bfa11912525c","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:14.684598216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"630f6b95-3006-4e8c-a1b5-600224c15d6d","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:14.834945491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-active-auth-only","reconcileID":"79697fd0-8fe2-4c80-9797-744d3b80e1ce","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:14.887717903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-active-auth-only","reconcileID":"79697fd0-8fe2-4c80-9797-744d3b80e1ce","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:15.188738896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a3d19e29-b0e9-48f0-9ab4-16b3137aae40","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:15.334615244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-active-auth-only","reconcileID":"2dbe0886-5da1-4ae8-8b37-3f9dad9536e4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:15.387356771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-active-auth-only","reconcileID":"2dbe0886-5da1-4ae8-8b37-3f9dad9536e4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.112352052Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-subscription","reconcileID":"b952e185-dffa-4dc2-bf13-95990a21d243","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.207048586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-active-auth-only","reconcileID":"71ed3989-cebb-4101-8f82-cad2a3450789","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.207129889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"8257b1b3-c2e4-4713-8036-e091c2587660","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.311638505Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-subscription","reconcileID":"b952e185-dffa-4dc2-bf13-95990a21d243","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.409594981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"ba52147d-7cd9-4454-902f-56f2b3f83393","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.510123535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"d1a66c0e-8cae-4042-821b-f9baba9cecf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.567743049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"9bc1f457-e1da-4597-8c98-a032a429d7f2","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.709628968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"de39af53-357d-4dcf-8bfe-6e901575bcae","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.714025359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"6deca61c-367a-4069-94d2-8bf94dc2cba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.717016642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"e24e035f-b6f8-4ede-8929-b9eea97f50c2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.717114427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"f5e0070b-6062-4583-9d31-9aea8491e95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.766753828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"6deca61c-367a-4069-94d2-8bf94dc2cba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.769277291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"e24e035f-b6f8-4ede-8929-b9eea97f50c2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.769691154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"f5e0070b-6062-4583-9d31-9aea8491e95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:17.965367197Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-test-group-auth","reconcileID":"30d6e7d2-9b48-4008-ae40-ea22d3599005","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:18.166858316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"b2b575ee-c0a6-4b33-af32-f18b0cdfce11","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:18.511833256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"fadf30af-db99-460a-a149-1d4095d477d3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:18.565568359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"fadf30af-db99-460a-a149-1d4095d477d3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:18.617226665Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"fadf30af-db99-460a-a149-1d4095d477d3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:19.013438466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"599e1aa6-979b-486f-91fd-7270f7a8a4dc","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:19.066071319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"599e1aa6-979b-486f-91fd-7270f7a8a4dc","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:19.117447145Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"599e1aa6-979b-486f-91fd-7270f7a8a4dc","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:19.317206612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"599e1aa6-979b-486f-91fd-7270f7a8a4dc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:19.515944782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"b5352753-81c0-4bc5-bc25-5a7be533bbf7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:19.568786847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"b5352753-81c0-4bc5-bc25-5a7be533bbf7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:19.619906792Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"b5352753-81c0-4bc5-bc25-5a7be533bbf7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:20.555879518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-failed-sub","reconcileID":"2348c5d2-8b72-4d22-9a95-10b789f034cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:20.59644604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ac99d813-5800-456e-bfb3-55e7294d3ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:20.596486225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"466e5e4c-e226-4eac-8085-c9d7dba6a47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:20.650393601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"466e5e4c-e226-4eac-8085-c9d7dba6a47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:20.65061305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ac99d813-5800-456e-bfb3-55e7294d3ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:20.718312686Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-status-failed-auth","reconcileID":"97a8e36a-bf4c-4361-a2e5-ff7966bc866f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:21.017825426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"856294d0-2f8b-484c-b137-589a354f5a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:21.017824562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"c036fc2f-e10a-4459-aa93-b2be566874a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:21.071454648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"c036fc2f-e10a-4459-aa93-b2be566874a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:21.072000684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"856294d0-2f8b-484c-b137-589a354f5a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:21.794350259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"741103fc-a465-42a9-8904-69e3441f56dc","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:21.845704618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"02973bb7-fb0a-46af-b525-cf7f5c0704e6","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:21.990809243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dc2fb12a-7861-4469-b741-5a3799ef9caf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.043706097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dc2fb12a-7861-4469-b741-5a3799ef9caf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.063421226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"59642de6-b38f-4014-8101-ad53c533f015","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.117448493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"6f8a73e7-4545-4ca0-9783-1a1de52b0147","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.130597889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-sub","reconcileID":"6180bee0-b843-405b-99c0-7543b96933db","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:22.170207081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"7a1afe8b-91f4-4959-8464-c97f81d9145f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.209208474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"57a35d80-36e4-4bfa-bf54-04c30ac8ead3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.209209784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e12b1550-e962-4626-bb25-35e1534faee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.263411777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"57a35d80-36e4-4bfa-bf54-04c30ac8ead3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.263430458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e12b1550-e962-4626-bb25-35e1534faee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.281875741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"35c672d4-89f5-4297-ae82-0e8587297df3","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.331623085Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-sub","reconcileID":"6180bee0-b843-405b-99c0-7543b96933db","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.334655607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"2e90e93d-c9b9-47b4-a40e-3194eb8d14aa","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.344894971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"f95b1224-510c-4b26-813e-b5e9c85fac7a","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.489627356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"610ccf32-564b-4904-911b-084675eff0aa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.529056309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"8e1d4471-f19d-47cd-996f-ea1dae59327f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.542053093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"610ccf32-564b-4904-911b-084675eff0aa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.582979961Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"1d87cd91-7e05-457b-9770-22c254aed1cb","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.583142264Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"1d87cd91-7e05-457b-9770-22c254aed1cb","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.586345582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"11e24827-c384-4c65-82f8-24ea8fbb83db","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.640075727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"81d6cd0a-b8fe-4df1-a277-14aafb2e1991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.640118184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"beca7bef-c079-4a7f-9fd7-dd9665e69b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.640900079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c7fa49cc-1e26-4549-a553-3014f5371057","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.694658469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"beca7bef-c079-4a7f-9fd7-dd9665e69b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.694679185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"81d6cd0a-b8fe-4df1-a277-14aafb2e1991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.731063302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"8d6a89a9-cb87-4a51-a08a-c334e14572d8","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.743458514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"4792defa-dc24-44d7-9e67-822d50cf6bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.74373465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a5157786-f892-43b8-aedb-8813173f3092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.780053206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"9edb067d-30f0-4f79-acce-5f0bd4947d4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.796455647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"4792defa-dc24-44d7-9e67-822d50cf6bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.797198576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a5157786-f892-43b8-aedb-8813173f3092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.840969171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"0744a440-2f43-431e-8b57-e9e70e531b45","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.886486384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"dbda72d9-008e-4662-ad96-c92ebd87261f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:22.893904375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"0744a440-2f43-431e-8b57-e9e70e531b45","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.042470813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"640973d4-ab37-4ec9-b6f7-f7d0cd5bcc1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.042470893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"5e6d4e9c-04f0-4a72-bb4b-b46ce67c8054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.081292767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"d0a2c8cb-6701-499c-934b-d91e2b9b9193","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.081441386Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"d0a2c8cb-6701-499c-934b-d91e2b9b9193","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.09636639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"640973d4-ab37-4ec9-b6f7-f7d0cd5bcc1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.096387241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"5e6d4e9c-04f0-4a72-bb4b-b46ce67c8054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.09682553Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-active-auth","reconcileID":"005acab8-8409-4dd4-9edb-229d156e1a8c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.338252262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"83f15237-fde4-45d2-adbb-cb7cff4bf421","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:23.346789107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"4edd8f71-cb3c-451a-820c-34c79dae265c","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.20276178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"7570db3d-8268-4b51-a655-df839dc1f062","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.256448682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"aa7a5cc2-cd0c-4bf8-825c-034e053c511f","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.401217453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-auth","reconcileID":"ece83b4a-316f-4fe5-85ae-0aebb29123b8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.45354214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-auth","reconcileID":"ece83b4a-316f-4fe5-85ae-0aebb29123b8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.48036759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"ec76ed69-85c4-4989-bdf8-c5b2a66e2189","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.534485601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"07554093-bb1b-4cf9-811b-b2f8d418233f","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:24.586741446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"4d461869-d914-4fd4-8af5-a8601fc0b542","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.625715611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"91b284f5-bf3a-4be5-83f1-1bdcb38f9707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.625712192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"04289137-a8f8-420d-91d7-22d2e0253855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.680789328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"04289137-a8f8-420d-91d7-22d2e0253855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.684376654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"91b284f5-bf3a-4be5-83f1-1bdcb38f9707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.699674264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"c7cc2fac-4123-4fd5-a23e-831ea42d91b0","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.755676065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"61cfd284-0eeb-4ca6-84d4-7c9ad725c81c","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.761420575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"c1b86d7f-55aa-4da8-986c-055ac76bc286","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.907026456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-auth","reconcileID":"741f16c9-b636-4d47-a6b9-eafb9cc18b9b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:24.960578958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-auth","reconcileID":"741f16c9-b636-4d47-a6b9-eafb9cc18b9b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.007412222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"36d550b2-56c1-4dd4-81f2-43d956190686","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.007607386Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"36d550b2-56c1-4dd4-81f2-43d956190686","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-4dd22b/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.049803889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3b1880fd-3d89-4e2e-91cb-ccddafce89b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.049803886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a0b4fc6a-fb2c-4997-a11d-3b6cebf32a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.102971935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3b1880fd-3d89-4e2e-91cb-ccddafce89b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.103494972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a0b4fc6a-fb2c-4997-a11d-3b6cebf32a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.130055174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a4f64813-89d1-4c73-96a8-6a1a75b0e800","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.204200966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"f26e62cb-ea20-422e-8bec-8c73d94fb9bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.212024158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"77df716d-f9b4-482f-8d82-70ad5667b7a5","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.240476754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"a69fb0d3-27db-4ca1-982b-95140b05b026","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.264818814Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","namespace":"ai-tenant-e2e-ipp-a-df3905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.264891874Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","namespace":"ai-tenant-e2e-ipp-a-df3905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.264983877Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","tenant":"e2e-ipp-a-df3905","tenantID":"e2e-ipp-a-df3905","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.303508436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"57605002-7e69-4581-833e-cb0944b1dca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.307059418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"31006b13-4076-464f-8758-39676ec48c83","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.307124438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"400353e1-af38-4fc6-8c2b-225069b3511e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.315261976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-df3905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.356455697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"57605002-7e69-4581-833e-cb0944b1dca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.359850264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"31006b13-4076-464f-8758-39676ec48c83","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.362226165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"400353e1-af38-4fc6-8c2b-225069b3511e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.373590173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"Service","name":"maas-api-e2e-ipp-a-df3905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.408339486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"3f2ab35c-8769-4cf9-b292-b0e42d9d5e78","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.408491955Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"3f2ab35c-8769-4cf9-b292-b0e42d9d5e78","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-4dd22b/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.41617683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"c6c71545-ebc7-450d-b4cb-ddccc95cc031","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.430820767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-df3905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.480884962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-df3905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.532000044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.585397449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.609024419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"8a2e8577-71b6-4ef5-b8ed-e99cbb9b2ebc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.637087335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.663413073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"8a2e8577-71b6-4ef5-b8ed-e99cbb9b2ebc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.688279588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.738767452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.765738191Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"8a2e8577-71b6-4ef5-b8ed-e99cbb9b2ebc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.789193428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.849111249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"Service","name":"payload-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.908300913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:25.960302249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.014145962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.066031923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.069208948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"04873345-a8e7-4242-aa7d-4eb708afff6a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.118029395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.168197944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.218603703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.262918308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"33acf75b-a16e-4e5a-a58c-b37c8f7fa821","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.269040132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-df3905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.317886054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"33acf75b-a16e-4e5a-a58c-b37c8f7fa821","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.321783517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-df3905"},"namespace":"ai-tenant-e2e-ipp-a-df3905","name":"default-tenant","reconcileID":"9cbdd754-8b7b-4485-bb68-83e4ae594e6f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-df3905","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.420819232Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"33acf75b-a16e-4e5a-a58c-b37c8f7fa821","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:26.914089246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"8d26e8e4-c7fe-429f-b523-001a71cf8341","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.059820982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d3b0ad18-c16e-4674-9bd8-64313f1886df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.059995879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8989ffb6-e9bc-4b19-878e-5379b45842f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.059818415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-auth","reconcileID":"0f654d43-8c3a-4fbc-aacc-a0d9ca18ed53","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.113166748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-auth","reconcileID":"0f654d43-8c3a-4fbc-aacc-a0d9ca18ed53","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.114425189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d3b0ad18-c16e-4674-9bd8-64313f1886df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.11551722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8989ffb6-e9bc-4b19-878e-5379b45842f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.673105788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"71578cf2-edee-4790-ac42-e60938ec0b41","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.720447612Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"f17d166c-a239-41cc-97e4-7779b8aafaed","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:27.77090741Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-status-degraded-auth","reconcileID":"f17d166c-a239-41cc-97e4-7779b8aafaed","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.070465038Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-df3905","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-df3905","reconcileID":"e2a98a02-1a49-42e3-9ec1-a9805daa7b4c","aitenant":"ai-tenants/e2e-ipp-a-df3905","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.071822394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"ca2b0ce2-9623-49c9-b150-b939f1429bf5","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.575963529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8615a69f-80c0-40c6-a064-df89a37f4efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.624997779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8615a69f-80c0-40c6-a064-df89a37f4efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.673982921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8615a69f-80c0-40c6-a064-df89a37f4efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.723308099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8615a69f-80c0-40c6-a064-df89a37f4efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.827447133Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-df3905","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-df3905","reconcileID":"e2a98a02-1a49-42e3-9ec1-a9805daa7b4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-df3905","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-df3905"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.904444763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"4b33d750-0799-4e07-bac4-1dbb1cb37cd9","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:28.979833258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"e12f329d-8565-4d7e-822c-140249c6ff2a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.133830799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"ba857241-1302-4fd4-a55f-fd2069a88741","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.165132515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"d6b3810f-b7f4-4ed3-b8b1-aba9bde96c15","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.193162578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"ba857241-1302-4fd4-a55f-fd2069a88741","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.218690192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"11b5af89-616b-4213-9148-f79960e26381","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:29.27179173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"a3c1ec23-50bb-4eee-9f86-01e8cedc895e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.311274363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"8be28f33-d329-4c57-ad84-710c54f43a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.311274577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"33357e41-e286-4f44-9dca-8cdd7e69823d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.364795866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"33357e41-e286-4f44-9dca-8cdd7e69823d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.365128032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"8be28f33-d329-4c57-ad84-710c54f43a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.383496292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"f77c7a85-6124-409d-b9c7-c38c5fb30ba2","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.435327345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"603d213e-7578-4b7c-b00e-1997e340d5e2","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.496527683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"046881e2-4576-4c7c-94e2-f96de4d9392a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.722427478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"5bf5945f-1001-40da-b35a-95ff0e29dc5c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.775691324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"5bf5945f-1001-40da-b35a-95ff0e29dc5c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.777430624Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"17cd2a56-0077-4e81-b9e6-c4e5fe5b9ae2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.777559316Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"17cd2a56-0077-4e81-b9e6-c4e5fe5b9ae2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d3083/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.819014783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"48410b63-12bb-4ed4-80d3-bd09acff3efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.87297017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"48410b63-12bb-4ed4-80d3-bd09acff3efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.921677875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4fbd092c-3000-4920-a776-86f1d69225b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.975302627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"8ad8a868-7e3d-4c19-b42f-c4dcbafd3d61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:29.975563238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4fbd092c-3000-4920-a776-86f1d69225b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:30.06871704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"f27908f9-8876-47bc-8fa3-87509d3fc282","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:30.273697072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"b58a6001-23a9-4965-ada5-2c6dbe50dd7e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:30.273851044Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"b58a6001-23a9-4965-ada5-2c6dbe50dd7e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d3083/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:30.594556096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eca275b-dd5d-4938-94dc-15bd73447bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:30.64343312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eca275b-dd5d-4938-94dc-15bd73447bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:30.692369555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eca275b-dd5d-4938-94dc-15bd73447bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:30.741647421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eca275b-dd5d-4938-94dc-15bd73447bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:32.302243598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"fbeda6c6-c88e-4004-9ab4-023b8eb66c5e","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:32.449769895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"5850b990-85a9-401a-97dd-a96317024871","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:32.450017582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"974c324c-4be7-4c1d-9184-364526d95e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:32.449769792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"f6e6d3b2-2984-4a06-9034-d79d79c8bf21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:32.503609659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"f6e6d3b2-2984-4a06-9034-d79d79c8bf21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:32.504806096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"974c324c-4be7-4c1d-9184-364526d95e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:32.506384434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"5850b990-85a9-401a-97dd-a96317024871","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:33.044016191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-failed-sub","reconcileID":"e6ebdd85-6676-444a-9d2f-c52a5709cd9e","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:33.044159295Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-failed-sub","reconcileID":"e6ebdd85-6676-444a-9d2f-c52a5709cd9e","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-77f3fc/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:33.498900001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7266ffac-5291-44f2-b428-36cd27040ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:33.498899977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"adff570a-acc8-4862-be5d-5445216ede6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:33.554334292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"adff570a-acc8-4862-be5d-5445216ede6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:33.554466819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7266ffac-5291-44f2-b428-36cd27040ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:34.64995436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"627169a4-4fbd-4f7f-86e8-9ddaec3ade1e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:34.649980172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"627169a4-4fbd-4f7f-86e8-9ddaec3ade1e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:34.706744158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"d61f1444-7a02-4287-a529-e089549fb527","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:34.885680016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"9f3d8924-e9ef-4a5a-911e-fbfd05b080d3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:34.885811759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"9f3d8924-e9ef-4a5a-911e-fbfd05b080d3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:34.93734098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"977c9b60-c24e-4598-8917-077878d6c9ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:34.937371789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"977c9b60-c24e-4598-8917-077878d6c9ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.132633085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"d13864f4-416a-444a-b037-9484170c1c20","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.197684184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"d13864f4-416a-444a-b037-9484170c1c20","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.200609047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"8f8d464c-cb6f-41cb-817e-574e35fcdb62","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.200632541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"8f8d464c-cb6f-41cb-817e-574e35fcdb62","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.255977951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"4fdc5316-deed-49ac-8da6-a7b0e2501b8d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.256004977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"4fdc5316-deed-49ac-8da6-a7b0e2501b8d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.285226415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"13cd1a4f-6e1b-4643-946e-1679a5246bf8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:35.306067172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"016721c2-7169-44fc-b4bc-740bfd8ea4d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:35.306035731Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"4fdc5316-deed-49ac-8da6-a7b0e2501b8d","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:35.306185412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"4fdc5316-deed-49ac-8da6-a7b0e2501b8d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.311510323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"b2da795d-7944-47bc-bab9-57a203635292","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.311525908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"b2da795d-7944-47bc-bab9-57a203635292","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.398534096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"729fa7b0-0dae-4f31-bb91-58651589adf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.401091163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7b5a9fb0-d03b-432b-bd60-b4ccbf2e9ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.411090885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"f0f93d3f-e316-4843-b965-8c20bbe52fac","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.411188448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"f0f93d3f-e316-4843-b965-8c20bbe52fac","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.452290291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"729fa7b0-0dae-4f31-bb91-58651589adf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.454600995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"7b5a9fb0-d03b-432b-bd60-b4ccbf2e9ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.464410661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"e2f8aa5e-3d48-47fa-bd3e-554990a18ffe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.464427423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"e2f8aa5e-3d48-47fa-bd3e-554990a18ffe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.493431189Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"13cd1a4f-6e1b-4643-946e-1679a5246bf8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.493464605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"13cd1a4f-6e1b-4643-946e-1679a5246bf8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.493598657Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf","reconcileID":"13cd1a4f-6e1b-4643-946e-1679a5246bf8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.498992728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"1200a687-b833-4c22-89ef-ebc5e3c4e3c3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.499015126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"1200a687-b833-4c22-89ef-ebc5e3c4e3c3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.663401814Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"ba9a6499-8e7e-4cf8-a806-c034626511c3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-77f3fc/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.693774974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"19c1bda4-b34d-4526-894b-96b13d2aa500","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.693787396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"9ede2ec5-264a-4164-91cc-02af201be5d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.748792303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"19c1bda4-b34d-4526-894b-96b13d2aa500","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.801292135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"71ed9cad-05b3-4878-a54a-2758c245b0b2","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.890506516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f47bae39-eb14-45ba-84a4-175dfc769168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:35.895312888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-77f3fc/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.897364202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"cdaf74f2-7d35-4860-8d7a-b5fe1db20542","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.897456692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"cdaf74f2-7d35-4860-8d7a-b5fe1db20542","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.944060509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"5b145618-5b77-41b4-ad46-1e029b859372","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.972243375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.972452918Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2473429d-e43c-49a8-afd0-349c3e19bf06","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.975822348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f47bae39-eb14-45ba-84a4-175dfc769168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.993530404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cd73ef11-1582-414f-803a-4531607a4110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.993737875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cae1e920-eb31-4fdb-8ca3-5bd921e0ea71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:35.994332388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"e54c9878-cec5-437a-8651-2441d981ba3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:36.047395544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cae1e920-eb31-4fdb-8ca3-5bd921e0ea71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:36.04744497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cd73ef11-1582-414f-803a-4531607a4110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:36.049640763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"e54c9878-cec5-437a-8651-2441d981ba3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:36.093579566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"e79f8a5a-44b9-4e31-a438-d5f1c60e82c1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:36.202065554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"6380768b-b231-40f8-8bbc-5af1bf29b1e9","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:36.249070111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"708a45f4-426b-4c5d-aa39-2738d922a506","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:36.249093082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"708a45f4-426b-4c5d-aa39-2738d922a506","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.056323615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"bd08cb97-a588-4fe1-b431-fe7898781ea7","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.067002923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"97b51318-2133-49cd-a3af-a8038da58f7a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.109747131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a227fe70-97f6-4d63-ab6c-d2bc9a4e9372","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.257198227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"c1067680-b6b6-4142-ad77-31ecd8371d50","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.266535087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"97b51318-2133-49cd-a3af-a8038da58f7a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.266560155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"97b51318-2133-49cd-a3af-a8038da58f7a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.266660967Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-sub","reconcileID":"97b51318-2133-49cd-a3af-a8038da58f7a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-4dd22b/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.312049056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"c1067680-b6b6-4142-ad77-31ecd8371d50","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.326483653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"2a3b14d7-73f5-4d12-b3d6-ff4cbe398d09","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.382718493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"410085f0-938f-4fc1-a473-7aedfb2829f3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.382746988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"410085f0-938f-4fc1-a473-7aedfb2829f3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.387194486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d88e32-fd04-4a67-83cb-fdf60706093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.431576324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"6b6ade38-49d6-4e17-9381-9367b339059b","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.437605421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d88e32-fd04-4a67-83cb-fdf60706093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.488483092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d88e32-fd04-4a67-83cb-fdf60706093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:37.492310985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fbf85f/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.492640891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"0460dab7-40f2-4602-adca-88ebc2760639","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.493211368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c15b285e-bf9e-478d-9d97-eb152a7a5d8e","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.537899135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d88e32-fd04-4a67-83cb-fdf60706093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.538081276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5d33546c-b2ae-4d43-ab88-e54da3587ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.590549476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cf3573f1-e766-43ec-a0bb-a9b3bf40980f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.595166703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"5d33546c-b2ae-4d43-ab88-e54da3587ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.597131665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"28b234e6-012f-4daa-98d5-f53d04dd33a8","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.643739969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cf3573f1-e766-43ec-a0bb-a9b3bf40980f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.650877642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"3d8d1bf6-ac1b-4a31-aeda-6b5ddd2a0d9e","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.749629498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"036b1948-0b1a-426d-bc73-b008ce1821c2","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.752661076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"2c6701b4-a63d-4e3d-abf9-ff39c836ffeb","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.793825178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"e307041f-858f-4057-b444-4099cf61ca49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.794191748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"bddc61fa-c1dc-4fd5-b8b6-45c1f86bec06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.797983853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"cc151693-a9ca-4d26-bcd6-3c69ba363a2d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.798089575Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"cc151693-a9ca-4d26-bcd6-3c69ba363a2d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.847090015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"e307041f-858f-4057-b444-4099cf61ca49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.847273868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"bddc61fa-c1dc-4fd5-b8b6-45c1f86bec06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.895518879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"9f6f9fa7-f271-4c2a-919c-13987092e209","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.941387044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"6b034e0c-0820-42e3-a448-d94e7fd288f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.948050199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"9f6f9fa7-f271-4c2a-919c-13987092e209","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.99636962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"f41d7bff-6f19-4230-abac-eff4aa2ad424","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:37.999659959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"6b034e0c-0820-42e3-a448-d94e7fd288f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:38.005322838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"c6f6b21b-ad24-49e2-926c-a596190ef368","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:38.043415464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"82f458cd-d03a-4612-a786-b65eaa3804c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:38.089445253Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-status-degraded-auth","reconcileID":"3337590f-e932-43e8-b06c-725eff80344f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:38.096263258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"82f458cd-d03a-4612-a786-b65eaa3804c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:38.201530437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"c211404b-2f45-47f9-802a-38abd8fed22d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:38.201667972Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"c211404b-2f45-47f9-802a-38abd8fed22d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:38.248661336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"c23ba7a1-9834-43ab-b908-8a48caa6964d","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:39.346747801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d766cb-77a5-485f-965e-f63c52258a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:39.396454478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d766cb-77a5-485f-965e-f63c52258a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:39.445529845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d766cb-77a5-485f-965e-f63c52258a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:39.495612265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d766cb-77a5-485f-965e-f63c52258a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.529882992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"e9b28e6e-2c27-424e-be24-b49aa3457499","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.567501117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","namespace":"ai-tenant-e2e-ipp-b-e98267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.567595231Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","namespace":"ai-tenant-e2e-ipp-b-e98267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.567667998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","tenant":"e2e-ipp-b-e98267","tenantID":"e2e-ipp-b-e98267","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.619178206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"Deployment","name":"maas-api-e2e-ipp-b-e98267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.674694557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"Service","name":"maas-api-e2e-ipp-b-e98267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.675616342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a3919b3e-e2cc-4e36-a58b-f51135dcbbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.67577133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"4d50ae1e-9f38-4079-984a-23c04dbf5135","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.676339574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"8330476d-b18f-4535-8e3b-26bf2434daff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.730516009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a3919b3e-e2cc-4e36-a58b-f51135dcbbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.731824653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"4d50ae1e-9f38-4079-984a-23c04dbf5135","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.732106319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-e98267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.733855124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"8330476d-b18f-4535-8e3b-26bf2434daff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.782782097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-e98267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.833707086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.885206701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.938594612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:40.992534823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.043516397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.094158452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.150818491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"Service","name":"payload-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.211956526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.262971613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.315762784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.367190238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.418800192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.469184105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.52028347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.571048181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-e98267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:41.621685699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e98267"},"namespace":"ai-tenant-e2e-ipp-b-e98267","name":"default-tenant","reconcileID":"17c9d3f1-4a1b-46ad-a095-7339d2ae8164","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-e98267","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:42.493510117Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"cb84631d-7406-4fd2-9c88-90423eba99ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:42.694598665Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"cb84631d-7406-4fd2-9c88-90423eba99ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:42.694628018Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"cb84631d-7406-4fd2-9c88-90423eba99ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:42.694725376Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey","reconcileID":"cb84631d-7406-4fd2-9c88-90423eba99ac","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d3083/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:42.745964708Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e98267","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e98267","reconcileID":"1be5e176-52c5-4e99-84c7-ad165a6bcf5e","aitenant":"ai-tenants/e2e-ipp-b-e98267","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:42.892898274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"ee375ca1-997b-4dd6-98fa-98bfcdb22585","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:42.95530043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"4dca5b41-88c8-4604-a7db-7f00a14e0dc6","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.102636027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"b4ec90e3-2736-46dd-b709-4aec27513ded","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.102882983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"941bf307-27a1-4b60-92dc-e3350e646f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.102646578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"be7cea3e-80b6-4d53-a1fa-3a1c98f82e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.103699992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"0bf50985-e705-4cdc-9e3c-18b09bf4cfa2","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.155554772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"b4ec90e3-2736-46dd-b709-4aec27513ded","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.155915816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"be7cea3e-80b6-4d53-a1fa-3a1c98f82e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.157977385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"941bf307-27a1-4b60-92dc-e3350e646f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.284372556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15e8bfe-265b-4f05-9f18-b2e4f34a1a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.333581944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15e8bfe-265b-4f05-9f18-b2e4f34a1a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.38270431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15e8bfe-265b-4f05-9f18-b2e4f34a1a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.382838795Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-degraded-models-apikey-auth","reconcileID":"6f90bdbb-ba49-463f-b207-c20d11cdf9fe","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.431742199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15e8bfe-265b-4f05-9f18-b2e4f34a1a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.533551384Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e98267","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e98267","reconcileID":"1be5e176-52c5-4e99-84c7-ad165a6bcf5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e98267","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-e98267"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:43.583018198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"3490ee59-83d0-42f8-b8ba-8ecfeb89e46a","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:45.2801166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05a9145-7cb6-43e2-a343-4b66afa7e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:45.329495949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05a9145-7cb6-43e2-a343-4b66afa7e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:45.378835848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05a9145-7cb6-43e2-a343-4b66afa7e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:45.429944515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05a9145-7cb6-43e2-a343-4b66afa7e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.423849257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f378a48a-ae01-4dd5-9146-941191a44b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.452081735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"55c89fad-ea04-4196-ac49-2e771f860236","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.452194776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"55c89fad-ea04-4196-ac49-2e771f860236","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.477448352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f378a48a-ae01-4dd5-9146-941191a44b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.527499821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f378a48a-ae01-4dd5-9146-941191a44b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.581169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f378a48a-ae01-4dd5-9146-941191a44b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.586416534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"1b603635-fedd-494b-a76e-b1283d8a5c41","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.640843515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"25090ac3-2448-4239-ad11-863ee79fa2cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.640870088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"25090ac3-2448-4239-ad11-863ee79fa2cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.672631514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"de15b49f-81d9-4d61-bfc3-1864f762c071","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.672661609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"de15b49f-81d9-4d61-bfc3-1864f762c071","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:47.726380586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-sub","reconcileID":"cd87b1ec-f93f-4ba1-9036-9cbcf24045ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.792310325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a0b6b840-fdea-4603-99e4-6c2fb9071319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.792861134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"527c3f71-0229-43b6-b5c5-6d80d0530959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.843377624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"10eb8e0e-334c-4b7a-9504-ee50b8926fa8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.843404064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"10eb8e0e-334c-4b7a-9504-ee50b8926fa8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.845574859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a0b6b840-fdea-4603-99e4-6c2fb9071319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.846161587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"527c3f71-0229-43b6-b5c5-6d80d0530959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.890034082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"072b4477-19e1-40c3-b217-9681de0ed20e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.890150101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"072b4477-19e1-40c3-b217-9681de0ed20e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.946620203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"38fc5714-0532-45a5-8513-ac78deb59465","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:47.946650039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"38fc5714-0532-45a5-8513-ac78deb59465","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:47.999188291Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"38fc5714-0532-45a5-8513-ac78deb59465","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:47.999268889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"38fc5714-0532-45a5-8513-ac78deb59465","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.004624179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"4bbbc9f0-ab60-4360-a718-801a86e367ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.004643947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"4bbbc9f0-ab60-4360-a718-801a86e367ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.096832944Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-sub","reconcileID":"713ecd73-983a-4fbf-8fbc-cfcfd7e4fad2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.141809456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-auth","reconcileID":"bf3355d9-326e-4385-a056-213b0a047ceb","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.196375675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-auth","reconcileID":"bf3355d9-326e-4385-a056-213b0a047ceb","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.24081086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ab0d06d3-b6ad-4191-8f99-d0b7e93ce297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.240807968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3cc1db22-2fe2-4062-a66c-5342a39d01de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.252692915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"06de97c5-d0ee-4e49-a9da-6dcb024cc428","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.252715692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"06de97c5-d0ee-4e49-a9da-6dcb024cc428","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.29575579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3cc1db22-2fe2-4062-a66c-5342a39d01de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.295761927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"ab0d06d3-b6ad-4191-8f99-d0b7e93ce297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.446390889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-sub","reconcileID":"2c52637d-5144-441d-867d-3acf78452a9b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.4997901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"ed97719d-0070-42c1-b6c3-a6dfb57d5e5d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.499819348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"ed97719d-0070-42c1-b6c3-a6dfb57d5e5d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.697230027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-auth","reconcileID":"7dc10b4b-80cf-4a08-bc80-68bf0d46b071","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:48.749851739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-auth","reconcileID":"7dc10b4b-80cf-4a08-bc80-68bf0d46b071","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.143651086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-auth","reconcileID":"333a43e5-4059-4b1b-9b2f-7b71961f5fe6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.143694606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"1c50af1f-c1c2-414e-b31f-c940c0c239de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.143707135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"1c50af1f-c1c2-414e-b31f-c940c0c239de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.346813853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dcb55c16-9145-4a1b-a7d1-b676b8859ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.347268973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"01fd423c-1920-4993-91dd-be4ceac81e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.347658999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"0ac68390-7136-44ce-89d8-0db0416caa2b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.347674427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"0ac68390-7136-44ce-89d8-0db0416caa2b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.39634226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-sub","reconcileID":"409b0f92-765b-4672-b4cb-a5e769a876c2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.399976596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dcb55c16-9145-4a1b-a7d1-b676b8859ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.400546325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"01fd423c-1920-4993-91dd-be4ceac81e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.493794376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"7a7e030c-3b82-45be-9a50-50f62dc28cee","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.493824797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"7a7e030c-3b82-45be-9a50-50f62dc28cee","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.643079277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a77730a-5eef-4e8f-82c7-063349f7ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.698686527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a77730a-5eef-4e8f-82c7-063349f7ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.748281502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a77730a-5eef-4e8f-82c7-063349f7ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.797788802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a77730a-5eef-4e8f-82c7-063349f7ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.895078474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"27a926d8-53bd-47b6-9c85-4cb9dd357f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.944389472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6c7e06c7-ac4b-46c7-bd8f-fb24df1f1348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.948059219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"27a926d8-53bd-47b6-9c85-4cb9dd357f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:49.997195396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6c7e06c7-ac4b-46c7-bd8f-fb24df1f1348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:50.20445197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e452ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e452ec","reconcileID":"73cc76cb-631e-471e-ad0e-3a0e95c0c75f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e452ec","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e452ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:50.6863489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"32806462-79ce-4d9b-9314-1f02ea49ae1c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:50.882504913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"6e1cc548-3636-4261-bca5-ddd536caf874","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:50.898255311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"32806462-79ce-4d9b-9314-1f02ea49ae1c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:50.89829064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"32806462-79ce-4d9b-9314-1f02ea49ae1c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:50.898405297Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube","reconcileID":"32806462-79ce-4d9b-9314-1f02ea49ae1c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-fbf85f/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:50.945777683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"e29b6231-e998-4d81-988d-d115d8e6655e","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:50.993472572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-sub","reconcileID":"4c2df4a2-26d9-41eb-ba83-8613eae392fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.052352489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"480c4767-51e2-4449-bbe7-425c5fa980aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.052753092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"6e579145-7f5a-446d-ade3-e1f84df7e905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.100009716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"2aaad163-1bcf-45e6-90e6-1a605a6b5011","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.106314777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"480c4767-51e2-4449-bbe7-425c5fa980aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.108839485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"6e579145-7f5a-446d-ade3-e1f84df7e905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.109690965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"9f2dc664-bae2-4b61-8421-82368ac338b7","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.133697131Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d3083 priority=0:[ai-tenant-e2e-worker-w2-1d3083/e2e-model-match-sub ai-tenant-e2e-worker-w2-1d3083/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.13400272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"67b4c1a0-3251-4432-a75d-dd2241c9ba02","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.177023467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"242342e3-e8f9-4b49-a3ca-b26be04a8099","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.18171026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a2a91fd9-21a6-4fca-9885-266345fb3308","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:51.189217986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-1d3083/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.246050831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"c2b589f5-2b60-40b0-9c50-50846f24afeb","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.24670925Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d3083 priority=0:[ai-tenant-e2e-worker-w2-1d3083/e2e-model-match-sub ai-tenant-e2e-worker-w2-1d3083/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:51.251711749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"a6af04b6-9e79-4938-8fe7-bd25978df4b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.303588591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"36f2ab5f-9611-4c0e-9aba-4a0042bd3477","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.318653985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"13aa63c0-b9d5-4414-ab8f-7b4c57c558d8","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.342548452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"608e81c7-6c95-4b9a-a5e1-2911b3305548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.342782941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"86081866-87c2-446c-a43f-098f3204b89a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.34337839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"16d6f307-142b-44f6-a208-e742b50aa702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.36269388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"a3ac88c6-f26a-4c3d-a3c4-a90599616dbc","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.395542624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"608e81c7-6c95-4b9a-a5e1-2911b3305548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.396121557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"86081866-87c2-446c-a43f-098f3204b89a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.396453908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"5c1cbe4c-c9ce-4395-9be5-bf4c82b0b7e6","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.397446396Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-sub","reconcileID":"df44dab5-5668-4bb7-8f16-306c5873f899","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-w2-1d3083","model":"distinct-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.398251577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"16d6f307-142b-44f6-a208-e742b50aa702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.454581887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"620492dc-b13d-4b98-8c45-f69741c3f582","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.454910467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"22c01a10-eb60-4d4f-ab21-8b3f9584dfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.455055047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"4aac1fc4-9abd-4e19-adbb-9ed330dfdefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.509009902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"22c01a10-eb60-4d4f-ab21-8b3f9584dfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.509021111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"4aac1fc4-9abd-4e19-adbb-9ed330dfdefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.542762364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-degraded-models-kube-auth","reconcileID":"ca3d4048-295c-48ab-bb58-89d2334b07eb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.555613883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"bb19025e-ee86-496d-8dc8-0e63905f9ae1","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.594037394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"13439795-0368-471b-91da-936b2aa40544","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.614315133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"3ca8e484-6daa-4aa8-8ad7-3adc83f69308","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-2-w2-1d3083","model":"distinct-2-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.634052535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fec383-ccf5-4a3b-a879-6e930558df53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.666395714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"dc550366-6ee1-4f2c-a861-d1e20df44611","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.684328131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fec383-ccf5-4a3b-a879-6e930558df53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.734295519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fec383-ccf5-4a3b-a879-6e930558df53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.739881934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"5d318814-b0ad-4e79-adcc-ec9e1296d1c6","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.782886058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-sub","reconcileID":"327b832e-ca91-4128-9269-4aee753adeec","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.783551426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fec383-ccf5-4a3b-a879-6e930558df53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:51.835084795Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"5d318814-b0ad-4e79-adcc-ec9e1296d1c6","name":"distinct-2-w2-1d3083","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-1d3083\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:51.835162885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"5d318814-b0ad-4e79-adcc-ec9e1296d1c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-1d3083\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.840408397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"ad9588d7-16a9-4cca-b1aa-9a0c63f0d481","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.844543958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"bd3e9a8b-ee29-42cb-95db-4619b5cab26a","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.845000676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"8346ec33-2f9d-45b4-9bc2-59b2b487d8dd","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.882666508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"d7bd630a-c62b-4f3a-9def-660acf69f032","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.93551749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"d7bd630a-c62b-4f3a-9def-660acf69f032","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:51.990213809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e6818bad-9497-4924-b127-81d2560561a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.039351337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"8a678548-c7f9-435a-82ce-fa2488ee05b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.043181649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e6818bad-9497-4924-b127-81d2560561a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.088116473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2a09bb73-a241-436d-acc9-5e16ec778fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.089130257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"f8fdf229-121e-4b45-884b-14bd1aee2492","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-2-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.093357886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"8a678548-c7f9-435a-82ce-fa2488ee05b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.141260381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2a09bb73-a241-436d-acc9-5e16ec778fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.245145769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"fecb1150-d35f-4104-97f7-1c0403899e1f","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.389719772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"0b437de8-6c47-4fc2-b961-7b26e340ccff","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.485435428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"30274794-a75d-4a86-8ec2-684bbab783cb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.533942358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"543e436d-3130-474b-9dc1-46c7e053e307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.539487409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"30274794-a75d-4a86-8ec2-684bbab783cb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.587238278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"543e436d-3130-474b-9dc1-46c7e053e307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.630323997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"bd16a953-0dfe-4121-994c-d4f517e81344","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:52.684231236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"bd16a953-0dfe-4121-994c-d4f517e81344","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:53.08710759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"bd16a953-0dfe-4121-994c-d4f517e81344","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.278772916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"0f59b13b-6081-478e-9f28-027600221f81","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.333383407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"8c56bc8a-700d-4494-9457-48fd6b5a03b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.390501591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"8c56bc8a-700d-4494-9457-48fd6b5a03b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.433333513Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-sub","reconcileID":"9e0a4fcf-1416-4db2-a786-17fd7b7e501e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ee16c4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.547608074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"296c4203-1e57-4928-90ab-c911bcc64e11","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.54774347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0834f115-7fef-4e4f-b6ef-1b7762764cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.54761279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2f4ad79a-0991-43c3-a657-f3c16087b1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.610495246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0f77b7-1078-4af7-8c9f-3eaf516d673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.615792193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"296c4203-1e57-4928-90ab-c911bcc64e11","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.618548072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2f4ad79a-0991-43c3-a657-f3c16087b1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.618618723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"0834f115-7fef-4e4f-b6ef-1b7762764cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.659449729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0f77b7-1078-4af7-8c9f-3eaf516d673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.708365423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0f77b7-1078-4af7-8c9f-3eaf516d673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.757591799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0f77b7-1078-4af7-8c9f-3eaf516d673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:53.961246476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"d531237c-7e7c-4c2f-af97-34bc02641072","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:54.015820688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"d531237c-7e7c-4c2f-af97-34bc02641072","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:54.0598207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"b1178b98-66fa-46b4-88b4-51090cebfa3a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:54.116378289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"b1178b98-66fa-46b4-88b4-51090cebfa3a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:54.160773976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"fc6ffca5-5fdf-4756-8ff0-28032454e8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:54.161186361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c391d913-734a-4d0c-8f4b-5026e907fb59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:54.2151791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c391d913-734a-4d0c-8f4b-5026e907fb59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:54.215210885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"fc6ffca5-5fdf-4756-8ff0-28032454e8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:57.099837939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"348da02c-95a7-4b3a-b9aa-b796d4cacbe2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-2-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:58.870692355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"b8bee979-66de-44b5-9d1e-86a6ca5a78f2","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:58.924458448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"94558736-96fa-4004-badd-628e8bb10991","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:02:58.976571839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-list-subs-refs-sub","reconcileID":"ddfc909a-dbe1-4e51-a196-a6049241c36e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:58.979564286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"e794facf-7e88-4038-9d97-533cbb85bc79","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.017850812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"870556b3-562e-44f0-8324-9c1482c024fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.01795657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3794c6c6-63ee-4b98-bd6a-33363d350237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.071069518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"870556b3-562e-44f0-8324-9c1482c024fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.071424251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3794c6c6-63ee-4b98-bd6a-33363d350237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.089394806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"d8c3cfce-2122-48a4-a55f-538ec9446ab2","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.141878301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"2bb1d11b-5c60-41cd-9a32-342afa92f65f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.364512312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8133a52f-2066-45c5-b333-dd9cf81e61e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.364628563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3143d782-47da-4406-bc41-4d2a5c61d0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.393067399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-list-subs-refs-sub","reconcileID":"381f0200-85aa-41cc-90c0-946259680dd5","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.418818209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3143d782-47da-4406-bc41-4d2a5c61d0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.418994217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"8133a52f-2066-45c5-b333-dd9cf81e61e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.550855772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"b938f2ac-c27b-4457-8992-a850c55d5efa","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.591234087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"9d0b52c3-488a-4be4-b910-428547175ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.649666591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-sub","reconcileID":"045386dd-1fbc-4e18-94e4-bdd770af12d6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.698739862Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-sub","reconcileID":"045386dd-1fbc-4e18-94e4-bdd770af12d6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.748032848Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-enrichment-sub","reconcileID":"045386dd-1fbc-4e18-94e4-bdd770af12d6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:02:59.748623327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-list-subs-refs-sub","reconcileID":"b66f3d42-4ba7-4091-bec0-555da8381f94","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.011864069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"9337cd37-ea63-460f-877b-b16e1426801b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"tenant":"e2e-worker-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.011891105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"e2e-enrichment-model-ref","reconcileID":"9337cd37-ea63-460f-877b-b16e1426801b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.067284055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"3af8cfc6-2034-43cf-83c9-cf0fef0c6c7f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.158466715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"5ce778db-dbbb-43bc-b64e-e325362b9daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.158466545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"203450b5-8b95-4966-8b9a-1c766db92567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.212914971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"5ce778db-dbbb-43bc-b64e-e325362b9daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.213147885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"203450b5-8b95-4966-8b9a-1c766db92567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:00.359215476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"6f7fac74-9255-4f3e-9d38-97beb32c7bd8","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.016643302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"182f4d09-a5dc-4e20-8acd-5509b2b8c442","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.017212146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"2fe268fd-b946-4e74-9303-2993606ca23c","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.071567812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"d11ebd21-76a0-47c3-a0b2-abbc1fd96024","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.072041134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"0623dd96-27ae-4a93-abe7-1a4568b8fc28","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:03:01.12969021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"a423cd6f-bc08-43cb-b15e-8530f2836a14","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.177257099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b43afb72-1d91-42ad-ac70-c098ad7947c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.178258074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c95cd2db-233a-4f62-bed2-5961c47bcec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.268802183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b43afb72-1d91-42ad-ac70-c098ad7947c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.276822419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c95cd2db-233a-4f62-bed2-5961c47bcec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.325166561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"ed5977c7-b358-4d64-8ba7-6480ff47dfe3","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.325785456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"5c3415f4-2021-4110-be59-38de509733d3","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.32626446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"872c804d-957e-4909-b714-20618c7fefa2","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.376236235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"6faa4a81-8a39-4a51-9c3b-e6af91fc45be","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.379478721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"afd5c078-a21d-4c59-966d-5ba316452810","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.380058167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"71171ff9-3878-4161-80eb-5406d661b013","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.534310526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"509de373-2e7d-4686-909f-8d84c886c9ec","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.620770018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"509de373-2e7d-4686-909f-8d84c886c9ec","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.699198077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c5f3accd-71bf-409d-8685-5b1dc3085cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.701004548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"ab3ffd45-a640-4096-a78e-ce0e33e3a6a9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-partial-access-sub","ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.756850473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"e6ed2a61-f134-46b8-bdbd-9288e9c33962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.762063658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"c5f3accd-71bf-409d-8685-5b1dc3085cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.831848815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"e6ed2a61-f134-46b8-bdbd-9288e9c33962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.893167846Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"ab3ffd45-a640-4096-a78e-ce0e33e3a6a9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"distinct-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.934679179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"ad1c60fa-e670-4572-af15-b03653bd2436","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:01.991423314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"f6a6db53-89f4-401d-89ac-e9d0b7a9e4ff","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.152587191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"c15741ef-699d-488f-afb6-1054347ad270","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.165725874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"dc39c5fb-e534-4264-84ea-ea064cfddd7d","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.166354852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"a193318c-4983-4545-b3ec-901d5a14e807","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.207793945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"c15741ef-699d-488f-afb6-1054347ad270","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.230735913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"888263c4-558e-42a6-b45b-3b6233721550","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-2-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.327142381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"b1718650-ec8b-4601-b9b6-42ed1211e5fd","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.392465495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"9c338574-1066-49d8-9222-85083e350a29","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.413361837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"21b3f63e-3fd5-458d-a9b8-efcecb3ceb23","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.514033946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"0adf66b9-4128-43be-a5b7-8b6f718aa59d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"tenant":"e2e-worker-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.514164793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"0adf66b9-4128-43be-a5b7-8b6f718aa59d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:03:02.536254557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"c15741ef-699d-488f-afb6-1054347ad270","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.564445866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"9c338574-1066-49d8-9222-85083e350a29","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.700604908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"3149ea30-c57e-499e-a372-678071bf1dad","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.753915093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"3149ea30-c57e-499e-a372-678071bf1dad","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.912603562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b94c98f4-8e21-4fa1-b4fe-926013825ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.912978153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d361e6f9-fa9c-4403-9a31-8b827ce9a6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.912607099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"0edad3cd-219d-4e1a-ab4d-577a6b6a41e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.967260667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b94c98f4-8e21-4fa1-b4fe-926013825ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.967538655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"0edad3cd-219d-4e1a-ab4d-577a6b6a41e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:02.975021038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d361e6f9-fa9c-4403-9a31-8b827ce9a6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.083912041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9714d8ff-2d3f-423a-b86d-7be5c4724d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.138462329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"9714d8ff-2d3f-423a-b86d-7be5c4724d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.197491094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"593dff16-77d0-49d4-9591-389482f24b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.251217522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"ff47545e-876e-4760-bd1f-a54a82723d6c","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.252395286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"593dff16-77d0-49d4-9591-389482f24b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.417171358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"43115e2c-991e-4228-bd89-d14de7827730","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.418461864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"9150a9c2-6584-46f6-b819-f570aaab26d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.417129501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"153f2072-ce88-4705-baaa-bf3e6fbee0c5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.485597799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"153f2072-ce88-4705-baaa-bf3e6fbee0c5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.486702843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"9150a9c2-6584-46f6-b819-f570aaab26d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.488067914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-sub","reconcileID":"fb38b1c3-b5fc-45e7-963c-b9597c2dba37","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.492974011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"43115e2c-991e-4228-bd89-d14de7827730","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.540821792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-sub","reconcileID":"fb38b1c3-b5fc-45e7-963c-b9597c2dba37","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.594662497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-sub","reconcileID":"fb38b1c3-b5fc-45e7-963c-b9597c2dba37","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.613534576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0ad1e639-700a-469c-9c5f-accdbdb7d10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.627425855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"cd209031-f4ba-40e7-9db0-eed5ff6763b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.667534781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0ad1e639-700a-469c-9c5f-accdbdb7d10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.682891883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"cd209031-f4ba-40e7-9db0-eed5ff6763b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.796635729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"0ec53cb8-d58e-4058-8809-9a903b3afff4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.797401208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"34e795cd-35de-41e7-acdf-b107ae641cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.797518067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"49ba2ab0-0353-41ad-b1e0-51148e9a9ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.851427062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"34e795cd-35de-41e7-acdf-b107ae641cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.851527868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"0ec53cb8-d58e-4058-8809-9a903b3afff4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.85388419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"49ba2ab0-0353-41ad-b1e0-51148e9a9ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.908192504Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"37bd011b-5e07-4f9a-8cd8-bbb1894917b1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.96351624Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"e2e-temp-model-status","reconcileID":"7dcea716-2438-4ee6-9786-84cc8d18e3e9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:03.963670149Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"37bd011b-5e07-4f9a-8cd8-bbb1894917b1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.061827204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"1dde2ec2-145a-465b-acea-f084467d54ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.061872466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"ce6f9777-6651-458e-80cd-c2c44d1f28b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.121804112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"1dde2ec2-145a-465b-acea-f084467d54ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.126668096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"ce6f9777-6651-458e-80cd-c2c44d1f28b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.126720564Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"ce6f9777-6651-458e-80cd-c2c44d1f28b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.142198362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"8e6bc8b6-9e30-4921-8307-ce5fe68e1842","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.192338968Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"94c83130-2e7c-4c62-9b90-96a129fd768a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.199411699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"666b0095-da16-4f99-9e9b-64062d822795","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.200039607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"3e3321d1-e543-438d-bd95-c0c13a64120d","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.200510627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"2a4d3379-c21e-4500-9be5-b92cf048f44c","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.257328273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"2cd7b4b4-2791-41f8-9145-db48d05fe633","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.308634304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ddb9d4c7-cafd-4067-8200-3083ef76df8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.309421779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"c37768a4-6622-476e-8889-771fc97b6e95","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d65c8b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.360283703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"bbc35701-13ec-46d9-93e9-334bacaa9781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.360290256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"66fa05c4-5384-432b-b02d-7dbd2b911ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.365415158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"ddb9d4c7-cafd-4067-8200-3083ef76df8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.418184127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"bbc35701-13ec-46d9-93e9-334bacaa9781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.421616345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"66fa05c4-5384-432b-b02d-7dbd2b911ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.566057694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"dcddd4fe-b9e8-439d-bb44-dd282137f565","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.566057689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"646d399a-da31-4b44-a9bd-bfb460873a4c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:03:04.577138239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"0fb1dcff-36b1-4618-82d9-8ae8ec9b26be","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.624065272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"646d399a-da31-4b44-a9bd-bfb460873a4c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.624220754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"dcddd4fe-b9e8-439d-bb44-dd282137f565","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.710730216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"b67ff917-d1cd-4658-bf90-0157d5cd1dfa","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.782525033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"ebd48a95-1634-4ad0-98a9-144d13d939ca","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.835903708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"ebd48a95-1634-4ad0-98a9-144d13d939ca","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.836056232Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"ebd48a95-1634-4ad0-98a9-144d13d939ca","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.884368822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"095e96f6-5918-4bf1-817b-17cdfce4b9ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.88472068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"edf53829-f465-495e-a88b-2a1b7bf8357f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.938476691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"edf53829-f465-495e-a88b-2a1b7bf8357f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:04.940234754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"095e96f6-5918-4bf1-817b-17cdfce4b9ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.038173986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-auth","reconcileID":"73666e19-0f6a-417a-84d9-4bdcacbeb74a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.131769403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c1bd9670-5e87-41b7-a980-2aae74601819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.132328212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"95e1c483-4a06-4a96-a632-45dd44ee59a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.193369682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"604005b1-b805-4797-9f13-516776186770","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.199879564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"95e1c483-4a06-4a96-a632-45dd44ee59a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.20806312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c1bd9670-5e87-41b7-a980-2aae74601819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.333774713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"b91879f0-81bc-48d2-8ded-8e21c19d88ef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.334240396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"d4a4b52e-ab7a-4dbe-947c-b9307442a9e0","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.489517427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"bc959004-fdf8-4170-a138-ae6dfc396aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.49033076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"978d8557-d938-46bd-b4fe-623bcd6da2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.547530522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"978d8557-d938-46bd-b4fe-623bcd6da2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.548088206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"bc959004-fdf8-4170-a138-ae6dfc396aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:05.91726279Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:13.403761061Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-list-subs-refs-sub","reconcileID":"bb388696-a6f7-4e8b-a6f0-b4cd6ad93c7a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:13.606296644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"e2e-list-subs-refs-sub","reconcileID":"bb388696-a6f7-4e8b-a6f0-b4cd6ad93c7a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fbf85f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:13.803353006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"fb4fda42-78ca-4451-b610-4c2e3b838679","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:13.813789272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"78483c02-94b6-4f9d-ac57-f728ca19296c","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:13.960037926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2e828347-fad3-4442-856a-00d1172e2fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:13.960067743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fb17aa8c-4c02-461b-91be-3fbaec84503e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.013310731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"fb17aa8c-4c02-461b-91be-3fbaec84503e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.013328919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2e828347-fad3-4442-856a-00d1172e2fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.358704885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"043cab41-7aa1-4178-8dd5-f113b007605a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.407853746Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"043cab41-7aa1-4178-8dd5-f113b007605a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.456990299Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-sub","reconcileID":"043cab41-7aa1-4178-8dd5-f113b007605a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.716872971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"d4604201-a0c1-45c0-9068-72d4af7674af","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.733402215Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"3b45483c-55b8-4825-a18d-c85f0dacea8e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.733545642Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-sub","reconcileID":"3b45483c-55b8-4825-a18d-c85f0dacea8e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.85649136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"e616e0c5-eb1b-400d-ab2c-4de3775a766a","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.959077698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"a76eec93-9802-4874-b84d-3b1e45475036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.959117097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"95d4f7ca-3eee-4608-960b-6f9dd72f721f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.959509222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"146ef889-591c-4ecb-aebf-7ec0723962bf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:14.959610999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"4f97cbf1-0699-4b3a-93da-26cd40b26c1c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.013158458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"a76eec93-9802-4874-b84d-3b1e45475036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.016287715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"4f97cbf1-0699-4b3a-93da-26cd40b26c1c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.016340422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"95d4f7ca-3eee-4608-960b-6f9dd72f721f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.01847354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"146ef889-591c-4ecb-aebf-7ec0723962bf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.210479963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-match-auth","reconcileID":"5f03d45e-9cf5-4b3f-b688-61324903b0e2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.239303971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"83a4fa83-82e7-4d48-b9e4-d0467fda54d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.292012696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"83a4fa83-82e7-4d48-b9e4-d0467fda54d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.405036693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"caa397f7-91e1-47bf-8d5a-81f0101d9428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.405732918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"6b4c5c80-3981-4bbb-ae04-b16f21f2b3f2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.406014633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"e1d2cbba-4ad3-4e83-9a7c-a0d35e0b16d3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.458566224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"caa397f7-91e1-47bf-8d5a-81f0101d9428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.46396724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"e1d2cbba-4ad3-4e83-9a7c-a0d35e0b16d3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.465239936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"b3026119-2abf-443c-99bf-b76019cbc1c1","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.466035673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"6b4c5c80-3981-4bbb-ae04-b16f21f2b3f2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.493446814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"ebd201d5-5000-49b7-a36e-267d45b3c334","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.515227695Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"e1d2cbba-4ad3-4e83-9a7c-a0d35e0b16d3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.604424595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"f6e7e4e9-82b5-4129-8d9b-107fa28a8b88","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.656999719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"e2e-status-transition-auth","reconcileID":"bc65cf6d-0fe6-46b0-a7e4-430d5b7158d1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.657032146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-model-nomatch-auth","reconcileID":"249afc45-f56e-479e-8df5-c78259b9a496","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.694046421Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"ebd201d5-5000-49b7-a36e-267d45b3c334","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-4dd22b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.6940744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"ebd201d5-5000-49b7-a36e-267d45b3c334","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.743219916Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"ebd201d5-5000-49b7-a36e-267d45b3c334","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.834861053Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"e2e-partial-access-sub","reconcileID":"ebd201d5-5000-49b7-a36e-267d45b3c334","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/distinct-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.890734726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"ec92086a-e69d-4bb5-96e3-fcaad0337e49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:15.909011924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"6de44b35-a2d0-4ca1-b430-d941077c21cd","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:16.096869801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"a5f9f613-b724-4aba-afe3-d806dd772d10","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:16.097493587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"b198fe12-cdb6-4957-b921-a9f590c3bbde","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:16.244034027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1981a5da-dcef-4f43-985b-00a0685e3be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:16.24406457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6c2ad8fe-501c-47ed-83a5-e368ec0985e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:16.297999995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1981a5da-dcef-4f43-985b-00a0685e3be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:16.302958704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"6c2ad8fe-501c-47ed-83a5-e368ec0985e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.364346389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"8bd7617b-f3e9-414a-8109-a3aa832dcb3c","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.417680255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"993f3782-2900-4f5b-8152-402e53cd3936","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:03:17.472322796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-sub","reconcileID":"7ef4e13b-ac1d-4932-8d22-f3273dbf7635","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.509763149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"331f7c32-c938-4ea5-b73a-44696131c74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.509772932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"03ca4fd2-8a51-4e7b-953c-cc74cccb9114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.56633722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"331f7c32-c938-4ea5-b73a-44696131c74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.567218975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"03ca4fd2-8a51-4e7b-953c-cc74cccb9114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.591781426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"b57e5948-db8c-4663-9bbb-4ce6c98c0620","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.612686513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"9bc4df0a-08b1-4912-af2b-08547c1cba94","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.65429125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"24cbbf12-b45e-4b73-bb29-b3c08998b5db","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.665861448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"ec44effd-4dc5-44ff-a2c4-3f111c44bd51","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.855218823Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-sub","reconcileID":"3381b212-6e8c-40e5-bc9d-980694203551","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-w2-1d3083","model":"distinct-w2-1d3083","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d3083/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.859915039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-auth","reconcileID":"09f550a4-2539-4863-a47e-7e77db6ccaa3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.913697684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-auth","reconcileID":"09f550a4-2539-4863-a47e-7e77db6ccaa3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.977414713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"ada3f63e-8e0b-4b09-b94c-95c4c91a362a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:17.978078264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e8fd3e04-8a89-4cf1-8170-89c064b8a3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:18.010848584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"5d865c14-d006-4e4a-8edf-81799cff4f1c","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:18.03039695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"ada3f63e-8e0b-4b09-b94c-95c4c91a362a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:18.034044832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e8fd3e04-8a89-4cf1-8170-89c064b8a3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:18.20653703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-sub","reconcileID":"48b18547-4fa3-4c44-b0c8-ebea9b451e53","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:18.215797284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"59713e97-8afe-45aa-a62c-23ccae4bd2d8","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:18.414267687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-auth","reconcileID":"550b8614-e121-4dc0-942e-f5339ea75039","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:18.466883268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-auth","reconcileID":"550b8614-e121-4dc0-942e-f5339ea75039","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:20.179285564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e1daa-a3e1-4012-9f2f-7172afdbbb23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:20.228900532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e1daa-a3e1-4012-9f2f-7172afdbbb23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:20.282298536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e1daa-a3e1-4012-9f2f-7172afdbbb23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:20.331620883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e1daa-a3e1-4012-9f2f-7172afdbbb23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:20.779973221Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-0421e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-0421e7","reconcileID":"e2b93816-95e4-467b-ad1f-512061d1519f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-0421e7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-0421e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.053295328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-auth","reconcileID":"77e7eb62-9e9d-43b9-8d6a-6785a503c3bd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-2-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.053429487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"5533026f-1304-4f96-8b81-9ff9e13d7dea","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.259301026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"5510b614-a08d-4ad0-894d-cfe802d4bda0","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.416583052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"d327a0e0-c418-4477-ab5f-f1da6c6ee10d","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.611105387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"7f612124-8073-4cf6-8dd6-42e0bc21309a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.611527653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"73006638-0152-486b-8e9f-30096eed55eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.698694388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"73006638-0152-486b-8e9f-30096eed55eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:21.702985191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"7f612124-8073-4cf6-8dd6-42e0bc21309a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:22.217676626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3dd96-7261-4d7b-b802-8aadb4390c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:22.267018131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3dd96-7261-4d7b-b802-8aadb4390c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:22.316454823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3dd96-7261-4d7b-b802-8aadb4390c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:22.36542741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3dd96-7261-4d7b-b802-8aadb4390c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:23.355337525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-1481d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-1481d7","reconcileID":"22115c21-5988-4560-ab20-5bbde5c63aba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-1481d7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-1481d7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:24.193460907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acd5591-1e31-407a-b1d7-042caa8d76bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:24.243503607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acd5591-1e31-407a-b1d7-042caa8d76bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:24.292254359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acd5591-1e31-407a-b1d7-042caa8d76bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:24.34138952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acd5591-1e31-407a-b1d7-042caa8d76bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:24.647393474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ce17eb15-af11-4ed4-843f-6f7aa540e71b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e452ec","tenantID":"e2e-praxis-a-e452ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:24.75535361Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ce17eb15-af11-4ed4-843f-6f7aa540e71b","name":"e2e-praxis-a-e452ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:26.18633901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eada2f0d-8d59-45ff-bf04-216c45f4a284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:26.235546939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eada2f0d-8d59-45ff-bf04-216c45f4a284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:26.286836471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eada2f0d-8d59-45ff-bf04-216c45f4a284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:26.337392173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eada2f0d-8d59-45ff-bf04-216c45f4a284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.46178708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"77985c26-21ed-4687-8056-44235400c7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.462089122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"30baed75-27e8-4ffe-a1bc-35a52282f991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.517168034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"77985c26-21ed-4687-8056-44235400c7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.518408141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"30baed75-27e8-4ffe-a1bc-35a52282f991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.55864137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"287d71c3-bc9d-4265-9206-6ade01184841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.558647513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"4217802d-e03d-4c56-ad53-fcef584dc498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.614503583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"287d71c3-bc9d-4265-9206-6ade01184841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.614525131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"4217802d-e03d-4c56-ad53-fcef584dc498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.820980788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"36183736-d54f-4644-94ae-02bec57ad511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.868866782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b18a91e7-783c-428f-86c5-be8cac9ab5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.874862905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"36183736-d54f-4644-94ae-02bec57ad511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:27.922372991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b18a91e7-783c-428f-86c5-be8cac9ab5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:28.302598904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149e19d7-faac-4eec-8d0d-66f1987924f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:28.351475834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149e19d7-faac-4eec-8d0d-66f1987924f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:28.400550008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149e19d7-faac-4eec-8d0d-66f1987924f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:28.449561318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149e19d7-faac-4eec-8d0d-66f1987924f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:28.708472624Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e51451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e51451","reconcileID":"05ca0263-9d85-48d5-a7e4-5b8c37e25e9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e51451","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e51451":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:30.224977507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d22e1a-9568-419e-8462-6904b6f03ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:30.273832355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d22e1a-9568-419e-8462-6904b6f03ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:30.322676926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d22e1a-9568-419e-8462-6904b6f03ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:30.37152951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d22e1a-9568-419e-8462-6904b6f03ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:31.569008634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-sub","reconcileID":"23c78f06-9142-4fb7-8a4f-b4c74afec7d7","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:31.658896689Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-sub","reconcileID":"23c78f06-9142-4fb7-8a4f-b4c74afec7d7","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:31.708235986Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"e2e-no-access-sub","reconcileID":"23c78f06-9142-4fb7-8a4f-b4c74afec7d7","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/distinct-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:31.969594531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"bc7910bb-35ad-4d76-a82c-90acc47ecf48","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.115143289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"1e619e66-2705-4190-8890-1e18410df7d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.115179255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"80f5c524-5f6b-45c3-8404-18bbc7e7fae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.168112789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"1e619e66-2705-4190-8890-1e18410df7d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.168121603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"80f5c524-5f6b-45c3-8404-18bbc7e7fae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.178918545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc49556-e2bd-41b1-8dba-e473b825e19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.227848107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc49556-e2bd-41b1-8dba-e473b825e19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.276995982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc49556-e2bd-41b1-8dba-e473b825e19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:32.325945008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc49556-e2bd-41b1-8dba-e473b825e19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:35.915065033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:36.160145978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc392b82-3fdb-4e81-800f-95dfc49dd1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:36.209992209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc392b82-3fdb-4e81-800f-95dfc49dd1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:36.259475125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc392b82-3fdb-4e81-800f-95dfc49dd1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:36.308628938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc392b82-3fdb-4e81-800f-95dfc49dd1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:36.735883733Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-546c10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-546c10","reconcileID":"49c3c575-3578-4fad-a1e2-e4686ba53066","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-546c10","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-546c10":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:38.088356257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be16dca-cacd-4217-adf5-a91e64da3b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:38.13739056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be16dca-cacd-4217-adf5-a91e64da3b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:38.186140407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be16dca-cacd-4217-adf5-a91e64da3b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:38.235092746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be16dca-cacd-4217-adf5-a91e64da3b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:39.993939318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7999ad-92c4-4634-8dc3-a3124d68eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:40.046173043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7999ad-92c4-4634-8dc3-a3124d68eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:40.09565923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7999ad-92c4-4634-8dc3-a3124d68eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:40.145296353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7999ad-92c4-4634-8dc3-a3124d68eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:41.921230232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68764fd-d3f3-4bee-85de-2643f5688f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:41.969945258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68764fd-d3f3-4bee-85de-2643f5688f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:42.018705904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68764fd-d3f3-4bee-85de-2643f5688f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:42.067779348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68764fd-d3f3-4bee-85de-2643f5688f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:49.191686993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"1d1bf124-bd7b-44e5-9cc8-04316f1b1086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:49.192755144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e3d56a4c-8744-4297-b60c-98a08dbf8fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:49.260228105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"1d1bf124-bd7b-44e5-9cc8-04316f1b1086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:49.296427418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e3d56a4c-8744-4297-b60c-98a08dbf8fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:57.621672155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"73411ef3-dd39-45cb-a343-3f6331904153","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:03:57.729407612Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"73411ef3-dd39-45cb-a343-3f6331904153","name":"e2e-shared-a-w4-0421e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.421430731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"f22457c0-98f3-43dd-a10b-0fbd0c6a3d8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.525758117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"c8bdd04f-2d94-4dac-971f-c98af70da41e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.531816773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"1a7cf6c8-a5d8-47ec-9528-242426a9647e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.646726296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"4c1278a4-85a1-48cd-9cc0-92a289ac2c2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.746122646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"8d58151a-38b2-4e74-a670-fb682f68434d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.855739612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"d9fe5162-7cd3-4de1-97fa-eb52d97961c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.855825587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e153b84f-508f-403f-b4b4-641bdfcd566c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:01.958730431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"1c3b8871-192d-40c9-82f2-6e41a667bfac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:02.166075605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"b4fa5bc8-4d82-4671-9597-720e62331f9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:02.276624315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"74cfed83-e148-4b4f-96a8-14ea13ce5848","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:02.398940719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"329615d0-fcd0-4db8-ad19-c43b4b9b333a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:02.528704305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"9493a5ce-fbf8-4255-b548-d4e19f578ee2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:04.200245284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d164b11-33b2-4308-963c-adef6b227da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:04.249248498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d164b11-33b2-4308-963c-adef6b227da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:04.298174183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d164b11-33b2-4308-963c-adef6b227da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:04.347224363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d164b11-33b2-4308-963c-adef6b227da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:05.920961383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:06.202190458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee77bd21-6bee-4691-ae6b-216bf917e7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:06.251214962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee77bd21-6bee-4691-ae6b-216bf917e7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:06.300390042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee77bd21-6bee-4691-ae6b-216bf917e7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:06.349429912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee77bd21-6bee-4691-ae6b-216bf917e7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:07.186391288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"fcfde506-a5b0-4d50-8d2c-c5a01040e57f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:07.295606842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"fcfde506-a5b0-4d50-8d2c-c5a01040e57f","name":"e2e-shared-a-w1-1481d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:08.18905413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a569a62-dc4c-4ad7-8c91-89d9a1dd46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:08.242442375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a569a62-dc4c-4ad7-8c91-89d9a1dd46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:08.292618001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a569a62-dc4c-4ad7-8c91-89d9a1dd46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:08.345329204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a569a62-dc4c-4ad7-8c91-89d9a1dd46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:11.583985648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df14bcc-d7c4-45ff-a2d5-75b7a0e1fadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:11.632794811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df14bcc-d7c4-45ff-a2d5-75b7a0e1fadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:11.681627401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df14bcc-d7c4-45ff-a2d5-75b7a0e1fadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:11.730640197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df14bcc-d7c4-45ff-a2d5-75b7a0e1fadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:12.145084758Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e927bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e927bf","reconcileID":"c3599e2f-59d0-4fe5-9227-65a2d18d9721","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e927bf","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e927bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:13.570466069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02988145-cc0b-405a-a896-cfbde2c07f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:13.619795153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02988145-cc0b-405a-a896-cfbde2c07f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:13.669338861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02988145-cc0b-405a-a896-cfbde2c07f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:13.719628563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02988145-cc0b-405a-a896-cfbde2c07f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:15.487362637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509c24d3-732a-4e0e-91fe-d82e9c94ec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:15.536005926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509c24d3-732a-4e0e-91fe-d82e9c94ec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:15.585021883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509c24d3-732a-4e0e-91fe-d82e9c94ec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:15.633903724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509c24d3-732a-4e0e-91fe-d82e9c94ec1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:17.129114174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"98a6caf5-dc6e-4d2b-b2bb-87b659459b11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:17.242108051Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"98a6caf5-dc6e-4d2b-b2bb-87b659459b11","name":"e2e-shared-a-w0-e51451-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:17.420007408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f142b0-5455-4879-87a9-3cb0de030988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:17.469544484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f142b0-5455-4879-87a9-3cb0de030988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:17.519083453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f142b0-5455-4879-87a9-3cb0de030988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:17.568715062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f142b0-5455-4879-87a9-3cb0de030988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:20.748546708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fae1222-6f12-4282-88aa-77d13cf965a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:20.845182217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"a843a305-788c-47ed-a383-f9dd8976e7ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:20.942816199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"7a7d2f5d-f0b0-41c5-b0fa-32506f1389aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.042689115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"f5faa820-c22d-43bd-abca-08ba9f6caa43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.042822364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"1b4b186e-b2e6-490e-97f1-751c4b7a5617","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.257337572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13c8bfd8-e536-439c-ac23-97a2b3a49d24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.355006188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"a6e9c828-49e0-4a36-87fa-6b173cd17406","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.456908253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"cf74f3f8-b226-4650-ac83-35f07887d80b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.457197553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"4465f719-7708-4329-88ed-dda54147beb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.604155581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"6d338a08-9f01-46e5-bd37-4196e1062421","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.705434255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"4f7a6d77-b8cc-42c3-9f36-897462847fd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:21.728650322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"dbb7abcf-d4a7-4c7e-a5c2-ef2540550bd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:26.410600961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"67cf7da7-42f3-414d-ae72-e9949ec1013b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:26.518610874Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"67cf7da7-42f3-414d-ae72-e9949ec1013b","name":"e2e-shared-a-w2-546c10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:35.916352135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:50.642588138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc714b7-3933-43f8-acae-f5c184e08ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:50.692366225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc714b7-3933-43f8-acae-f5c184e08ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:50.74157699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc714b7-3933-43f8-acae-f5c184e08ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:50.795582182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc714b7-3933-43f8-acae-f5c184e08ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:52.594681925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022f77c7-4883-4bd0-9bff-2486343971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:52.643776539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022f77c7-4883-4bd0-9bff-2486343971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:52.694682274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022f77c7-4883-4bd0-9bff-2486343971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:52.744169685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022f77c7-4883-4bd0-9bff-2486343971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:54.534154707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0180ff-ec62-42e5-9307-4f98e5cafe5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:54.583329507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0180ff-ec62-42e5-9307-4f98e5cafe5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:54.632140653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0180ff-ec62-42e5-9307-4f98e5cafe5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:54.681193619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0180ff-ec62-42e5-9307-4f98e5cafe5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:56.487423484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40244928-0abf-408f-97af-62f11a2080b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:56.536680212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40244928-0abf-408f-97af-62f11a2080b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:56.585715232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40244928-0abf-408f-97af-62f11a2080b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:56.634889265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40244928-0abf-408f-97af-62f11a2080b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:58.303056052Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8a4e09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8a4e09","reconcileID":"41a1338a-3fde-429b-bdc6-adf5f94698ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-8a4e09","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-8a4e09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:58.499611023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477d8348-577c-47b4-9d6b-069c9d01cf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:58.549428009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477d8348-577c-47b4-9d6b-069c9d01cf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:58.601095329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477d8348-577c-47b4-9d6b-069c9d01cf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:04:58.654239067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477d8348-577c-47b4-9d6b-069c9d01cf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:00.511570848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6486f68-bab3-4682-ad9b-3007f72c3b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:00.560501319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6486f68-bab3-4682-ad9b-3007f72c3b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:00.609936635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6486f68-bab3-4682-ad9b-3007f72c3b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:00.659340862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6486f68-bab3-4682-ad9b-3007f72c3b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:05.46881445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"4a965bb2-696f-40dd-a895-28734ae9cac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:05.56840418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"963992d6-063e-4e54-895e-9a1e51090785","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:05.78543437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"634ccce9-55fe-4e3e-a15f-c627477554dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:05.885474248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9bbfc15-59ed-4066-a01a-9869a1692726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:05.900788459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"bbf113e5-5882-4e0f-9225-c02fbe3e3701","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:05.914258651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:06.018087222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9abb32bf-ae41-4fb2-8317-1dc24d8ea4ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:06.135180145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"5caf1557-e23a-494c-aa1a-0ea0fd2ab729","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:06.233915708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"ee520196-294a-4e69-93e9-f0d387a505b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:06.360437099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"b1c915ad-7af7-4e46-9be0-ec67ee065aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:06.47420154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"0600be7d-61c8-419a-b19f-6d378a9854b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:06.500237418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"1cc773f3-e42e-47ad-9569-6e7a02164827","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:06.603180806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"f5e65e20-050a-4b9b-84b3-cfd1da6705b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:07.847257951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"b4cac385-8d58-49d4-bdc0-21f06d44eff8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e927bf","tenantID":"e2e-praxis-b-e927bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:07.955796926Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"b4cac385-8d58-49d4-bdc0-21f06d44eff8","name":"e2e-praxis-b-e927bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:09.601208349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126a8be9-9fe2-4496-abb1-242aba9207fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:09.650366369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126a8be9-9fe2-4496-abb1-242aba9207fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:09.69997054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126a8be9-9fe2-4496-abb1-242aba9207fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:09.749043728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126a8be9-9fe2-4496-abb1-242aba9207fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:10.166206245Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fa9005","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fa9005","reconcileID":"e56c5777-f673-4468-83dd-6fa8bad3e3e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-fa9005","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-fa9005":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:11.57564376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc1dade-bc49-4fcd-a224-e0d570910878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:11.624412375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc1dade-bc49-4fcd-a224-e0d570910878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:11.673246814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc1dade-bc49-4fcd-a224-e0d570910878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:11.722095702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc1dade-bc49-4fcd-a224-e0d570910878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:13.619563466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9606123-efab-48cb-b698-60596dd17791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:13.668502292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9606123-efab-48cb-b698-60596dd17791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:13.717403684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9606123-efab-48cb-b698-60596dd17791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:13.766460484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9606123-efab-48cb-b698-60596dd17791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:15.532467495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cd10e-086a-47fd-91d9-fc7d6aa87a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:15.581323499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cd10e-086a-47fd-91d9-fc7d6aa87a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:15.630422468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cd10e-086a-47fd-91d9-fc7d6aa87a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:15.679588286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cd10e-086a-47fd-91d9-fc7d6aa87a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:17.487805132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306f87d-6c9f-483d-ba49-c5f279033551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:17.537357023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306f87d-6c9f-483d-ba49-c5f279033551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:17.586493625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306f87d-6c9f-483d-ba49-c5f279033551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:17.635503173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306f87d-6c9f-483d-ba49-c5f279033551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:19.425378534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4b9ca1-e270-4f7d-96da-690804fdf9e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:19.47419028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4b9ca1-e270-4f7d-96da-690804fdf9e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:19.524587522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4b9ca1-e270-4f7d-96da-690804fdf9e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:19.576376377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4b9ca1-e270-4f7d-96da-690804fdf9e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:21.258957572Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-59f6e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-59f6e3","reconcileID":"14146a57-6ca4-4d30-af19-ab48a9495257","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-59f6e3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-59f6e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:21.333054894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465a05d6-a5c4-416a-afd3-de0054094826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:21.38184959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465a05d6-a5c4-416a-afd3-de0054094826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:21.430725114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465a05d6-a5c4-416a-afd3-de0054094826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:21.480065573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465a05d6-a5c4-416a-afd3-de0054094826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:23.475758908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a685c4c-7ada-43f2-889c-edd7408134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:23.524909542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a685c4c-7ada-43f2-889c-edd7408134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:23.574118727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a685c4c-7ada-43f2-889c-edd7408134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:23.623809539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a685c4c-7ada-43f2-889c-edd7408134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:25.382318147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb2d532-81c3-4402-a7c4-07bcb13f2510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:25.431128417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb2d532-81c3-4402-a7c4-07bcb13f2510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:25.479725587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb2d532-81c3-4402-a7c4-07bcb13f2510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:25.528671419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb2d532-81c3-4402-a7c4-07bcb13f2510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:27.359937813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d51a82-96c7-41aa-97c0-bf0d371d56d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:27.409269994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d51a82-96c7-41aa-97c0-bf0d371d56d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:27.458445263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d51a82-96c7-41aa-97c0-bf0d371d56d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:27.508765253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d51a82-96c7-41aa-97c0-bf0d371d56d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:29.281525721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdbab31-a87f-414b-84c8-32790362bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:29.330421704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdbab31-a87f-414b-84c8-32790362bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:29.381242101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdbab31-a87f-414b-84c8-32790362bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:29.431113309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdbab31-a87f-414b-84c8-32790362bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.215597846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e6988c5-a615-4ec6-b2c1-e33c001c9ebb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.266428663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef939f47-3b57-43ca-a75f-859d816d18fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.311034186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"dd88de8e-cbe1-4494-be02-1b09a1691e25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.31627235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef939f47-3b57-43ca-a75f-859d816d18fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.365546808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef939f47-3b57-43ca-a75f-859d816d18fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.41443532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"f34ce9cc-9521-4dec-a272-ac2b328fecd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.414540617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef939f47-3b57-43ca-a75f-859d816d18fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.415293011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"0eda3e67-993c-456d-a8ad-6cb4d501704c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.563372574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"0dd2695b-6d5f-4cc8-b952-11c693934d16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.612425129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"5d14da8a-7cb7-44f8-8312-007e96b59b78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:31.911736255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"07c1c009-e4f5-4f71-92cc-d243aebb5d30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:32.085541055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"858d5dc7-5b93-4ac0-8059-7d9ec195f404","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:32.191437104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"7b422564-56f0-4597-bffa-e6caef988de4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:32.313196835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"e678502f-69e6-4b91-809b-b179e06a3836","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:32.474186016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"28bf755e-5a32-469d-9700-4e245f4f20cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:32.599045869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"57c019a9-2c10-4040-b2ce-eabe2ce0f147","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:33.252108995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff32f4b6-c54e-4454-aa02-249c8d47244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:33.304551625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff32f4b6-c54e-4454-aa02-249c8d47244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:33.355147492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff32f4b6-c54e-4454-aa02-249c8d47244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:33.404541512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff32f4b6-c54e-4454-aa02-249c8d47244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:34.757572253Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c45a51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c45a51","reconcileID":"d628125f-bd03-4529-a4d6-33eed4685a09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c45a51","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c45a51":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:35.199341745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a059de6-fa72-466c-a79f-45a2c82698f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:35.248241271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a059de6-fa72-466c-a79f-45a2c82698f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:35.300692282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a059de6-fa72-466c-a79f-45a2c82698f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:35.350902957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a059de6-fa72-466c-a79f-45a2c82698f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:35.920520591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:37.147256084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431d212-2ea1-4823-b4bb-8232200c28d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:37.197199925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431d212-2ea1-4823-b4bb-8232200c28d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:37.24664436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431d212-2ea1-4823-b4bb-8232200c28d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:37.295854498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431d212-2ea1-4823-b4bb-8232200c28d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:39.104331945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e41d72-90ea-460e-8e4d-caf51178c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:39.15324425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e41d72-90ea-460e-8e4d-caf51178c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:39.202739658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e41d72-90ea-460e-8e4d-caf51178c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:39.251574008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e41d72-90ea-460e-8e4d-caf51178c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:56.451296839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"b4fd2aeb-05c1-4fe4-b398-f3a90e609452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:56.621115183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"689ca243-de5d-4ab7-8f58-5238974b1f72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:56.721112651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"68afa58e-ee53-45de-a216-8d18b42d2daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:56.735261077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"e883dd80-54c2-414b-846d-abebb00fae67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:56.821088357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"47ab4486-233a-45d0-9572-81932e3aa141","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:57.072521436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"fce8ebb3-b40d-4329-9ab2-023a14fba94e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:57.187235577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5167bee-281a-4dcb-a47e-1e252afe0243","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:57.287983945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"79a223db-9409-4b83-ae84-e7e98bacf574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:57.299795354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"f993642e-9262-4ffe-b0dd-db629af9cb50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:57.386803752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"69709a96-e569-4c16-bc11-5a847326b65f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:57.414629603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c696494-a323-4e64-8bb3-e87c06eb9499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:05:57.529113232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"b7d3c2f9-8d05-48aa-80c7-c07dfc432f1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:00.071424449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"1ae678ae-5fa1-487d-9365-0b71c83a2b3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:00.190023935Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"1ae678ae-5fa1-487d-9365-0b71c83a2b3e","name":"e2e-shared-b-w4-8a4e09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:05.916549854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:10.958591308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4a711d-9018-4ab3-82d2-78192e69227f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:11.007393056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4a711d-9018-4ab3-82d2-78192e69227f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:11.056408696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4a711d-9018-4ab3-82d2-78192e69227f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:11.107993514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4a711d-9018-4ab3-82d2-78192e69227f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:12.886540713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9ce45e-3bda-44db-842e-e5c6ef0582de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:12.935682308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9ce45e-3bda-44db-842e-e5c6ef0582de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:12.984852334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fa178fc-f4e9-473a-ab3c-c99733d71767","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:12.986405553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9ce45e-3bda-44db-842e-e5c6ef0582de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.036535802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9ce45e-3bda-44db-842e-e5c6ef0582de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.184415767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"85bc2712-8641-495c-b84a-551492aeb861","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.233370915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"14b12c5b-c5be-486f-ae63-e17640335015","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.517167486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20dfb00c-1f93-4c43-8548-8b101c635e42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.746112118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"c27880f4-ca37-4380-be55-675f3436c361","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.797148396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"5f6e14e0-0bc9-46eb-8982-fb176fa71f9d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.904232765Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"5f6e14e0-0bc9-46eb-8982-fb176fa71f9d","name":"e2e-shared-b-w1-fa9005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:13.917361163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"901deadb-2f01-4c48-a5cb-333075f7f948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.015294089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"a8ce5a7b-87c3-4d91-a73c-1ffc28558f33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.068809449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"413dabef-4758-440a-91a4-a2fa562329ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.169497106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"643ab28e-f650-489f-8757-fb8b84dffd05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.218051997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"e54496e2-2092-4a9c-9621-4ef06cd8be0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.269585508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"ee3b2c90-a910-4072-a56c-24b5f5716312","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.322746085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"69b4344d-a13c-4270-8076-6c8b219d4f92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.852392478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eba9a46-e145-4504-9941-b5449b98129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.901682139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eba9a46-e145-4504-9941-b5449b98129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:14.950983576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eba9a46-e145-4504-9941-b5449b98129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:15.000399474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eba9a46-e145-4504-9941-b5449b98129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:16.767640157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088042dc-86e2-4601-ad80-65d3dfc64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:16.816726073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088042dc-86e2-4601-ad80-65d3dfc64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:16.868281177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088042dc-86e2-4601-ad80-65d3dfc64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:16.917771295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088042dc-86e2-4601-ad80-65d3dfc64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:18.681652603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d2cd44-48c0-4468-9e7e-60a940663715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:18.732105194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d2cd44-48c0-4468-9e7e-60a940663715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:18.78085845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d2cd44-48c0-4468-9e7e-60a940663715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:18.829538976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d2cd44-48c0-4468-9e7e-60a940663715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:24.083444882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13097595-0f24-48fd-84e5-93856407fc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:24.132464001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13097595-0f24-48fd-84e5-93856407fc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:24.183837697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13097595-0f24-48fd-84e5-93856407fc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:24.232846945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13097595-0f24-48fd-84e5-93856407fc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:26.084679378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c96af7-93c8-44b3-94b8-55702a7607e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:26.133823728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c96af7-93c8-44b3-94b8-55702a7607e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:26.183699642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c96af7-93c8-44b3-94b8-55702a7607e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:26.232876978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c96af7-93c8-44b3-94b8-55702a7607e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:28.005564135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3466c49b-982d-4338-a97f-79f6c6e7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:28.054402693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3466c49b-982d-4338-a97f-79f6c6e7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:28.105051689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3466c49b-982d-4338-a97f-79f6c6e7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:28.154757841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3466c49b-982d-4338-a97f-79f6c6e7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:29.947241827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb2767-135e-43ec-867a-beb48371b09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:29.996205209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb2767-135e-43ec-867a-beb48371b09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:30.044965409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb2767-135e-43ec-867a-beb48371b09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:30.094580882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb2767-135e-43ec-867a-beb48371b09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:31.859527854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a45768-3752-4e6d-b98d-ad7eb65e0e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:31.908496676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a45768-3752-4e6d-b98d-ad7eb65e0e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:31.957388544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a45768-3752-4e6d-b98d-ad7eb65e0e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:32.00641087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a45768-3752-4e6d-b98d-ad7eb65e0e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:32.870450287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"a1d84672-58a8-4c23-b0b9-210ae6863a28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:32.996004593Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"a1d84672-58a8-4c23-b0b9-210ae6863a28","name":"e2e-shared-b-w0-59f6e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:33.801578146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997354bb-86d9-4843-ab12-f617e6e04034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:33.851739451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997354bb-86d9-4843-ab12-f617e6e04034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:33.900971728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997354bb-86d9-4843-ab12-f617e6e04034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:33.949727393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997354bb-86d9-4843-ab12-f617e6e04034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:35.915300409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:46.630082779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"c6486834-2aff-4906-ab90-f67fd62412ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:06:46.738968237Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"c6486834-2aff-4906-ab90-f67fd62412ff","name":"e2e-shared-b-w2-c45a51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.250328471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","namespace":"ai-tenant-e2e-praxis-a-e452ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.250385889Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","namespace":"ai-tenant-e2e-praxis-a-e452ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.250443783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","tenant":"e2e-praxis-a-e452ec","tenantID":"e2e-praxis-a-e452ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.300956291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e452ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.358986991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"Service","name":"maas-api-e2e-praxis-a-e452ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.413681208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e452ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.464103153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e452ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.515187847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.573444834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.627335713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.678227722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.735356884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.785841965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.834325193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"Service","name":"payload-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.882728263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.93121156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:00.979466479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:01.027805855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:01.079550536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:01.128102426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:01.176662659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:01.225374867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e452ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:01.278280602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e452ec"},"namespace":"ai-tenant-e2e-praxis-a-e452ec","name":"default-tenant","reconcileID":"ca27aad6-52e6-4104-a433-8dc80fadfe94","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e452ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:05.915637776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:11.182957267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f3733e-933c-4769-bf25-ce901632dcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:11.231799586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f3733e-933c-4769-bf25-ce901632dcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:11.280589281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f3733e-933c-4769-bf25-ce901632dcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:11.329474455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f3733e-933c-4769-bf25-ce901632dcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:11.377543294Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e452ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e452ec","reconcileID":"75802c97-d91b-40ef-8a59-7180689e8069","aitenant":"ai-tenants/e2e-praxis-a-e452ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:12.085483348Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e452ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e452ec","reconcileID":"75802c97-d91b-40ef-8a59-7180689e8069","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e452ec","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e452ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:13.182971198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dca4ca-0232-4a97-bce4-19f55d39ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:13.232140089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dca4ca-0232-4a97-bce4-19f55d39ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:13.281424392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dca4ca-0232-4a97-bce4-19f55d39ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:13.330459828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dca4ca-0232-4a97-bce4-19f55d39ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:15.197533634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b41230a-c812-44c1-a8ec-23e6553eec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:15.247054601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b41230a-c812-44c1-a8ec-23e6553eec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:15.298186896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b41230a-c812-44c1-a8ec-23e6553eec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:15.347889861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b41230a-c812-44c1-a8ec-23e6553eec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:17.241855874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1b2659-99c8-4b9f-b353-547a958fa6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:17.294595934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1b2659-99c8-4b9f-b353-547a958fa6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:17.344949755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1b2659-99c8-4b9f-b353-547a958fa6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:17.395304131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1b2659-99c8-4b9f-b353-547a958fa6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:19.202205204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a689a121-9576-4242-9849-aa89cfad97e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:19.251411191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a689a121-9576-4242-9849-aa89cfad97e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:19.300591622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a689a121-9576-4242-9849-aa89cfad97e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:19.349842489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a689a121-9576-4242-9849-aa89cfad97e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:21.170685909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a34adf-6adc-4d80-bf5e-06a5359bf131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:21.220067504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a34adf-6adc-4d80-bf5e-06a5359bf131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:21.269324771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a34adf-6adc-4d80-bf5e-06a5359bf131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:21.318792304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a34adf-6adc-4d80-bf5e-06a5359bf131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:26.600473721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bdf38-70c5-4313-b2ce-0293ad4b3290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:26.649596903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bdf38-70c5-4313-b2ce-0293ad4b3290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:26.698883954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bdf38-70c5-4313-b2ce-0293ad4b3290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:26.747916573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bdf38-70c5-4313-b2ce-0293ad4b3290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:28.549520482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da4f9b5-ae05-4868-8015-88cda3ce81b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:28.59854482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da4f9b5-ae05-4868-8015-88cda3ce81b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:28.647670247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da4f9b5-ae05-4868-8015-88cda3ce81b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:28.697239235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da4f9b5-ae05-4868-8015-88cda3ce81b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:35.915540555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:44.897337789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e3468f-525e-4e39-bb50-2d28ef38e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:44.946168451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e3468f-525e-4e39-bb50-2d28ef38e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:44.995656057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e3468f-525e-4e39-bb50-2d28ef38e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:45.044665558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e3468f-525e-4e39-bb50-2d28ef38e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:46.89219045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d939aa6-7657-4482-a20f-321b651df6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:46.940828476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d939aa6-7657-4482-a20f-321b651df6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:46.98954082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d939aa6-7657-4482-a20f-321b651df6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:47.03847363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d939aa6-7657-4482-a20f-321b651df6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:48.880729136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df348d6-364c-4eae-b8b6-53d4f1030ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:48.929575006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df348d6-364c-4eae-b8b6-53d4f1030ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:48.982248827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df348d6-364c-4eae-b8b6-53d4f1030ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:49.032464232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df348d6-364c-4eae-b8b6-53d4f1030ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:50.034910966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"236069cc-4aeb-4a74-be49-7a1419b5f7a6","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:50.034968944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"236069cc-4aeb-4a74-be49-7a1419b5f7a6","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:58.84385097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186f7a7a-75de-499b-b6b0-072d5b2d26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:58.895238538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186f7a7a-75de-499b-b6b0-072d5b2d26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:58.94460906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186f7a7a-75de-499b-b6b0-072d5b2d26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:07:58.993578443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186f7a7a-75de-499b-b6b0-072d5b2d26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:00.765903029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a1e552-bc7e-4946-8caa-3b5a77fddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:00.814998699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a1e552-bc7e-4946-8caa-3b5a77fddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:00.864100142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a1e552-bc7e-4946-8caa-3b5a77fddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:00.912975063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a1e552-bc7e-4946-8caa-3b5a77fddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:05.91672744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:14.885810244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"5899a8e4-ff7b-427e-855b-48a82a23d485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:15.152204012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"22c5da0c-85de-4c89-b70a-ee13573928c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:15.269423312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"a48cb909-ba8e-4e5c-a075-4d0ed8a058f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:15.619414107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"65d40f9a-1caf-42fa-a9d1-04eb57d761a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:15.709043876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"a3a77b3c-1caf-49a8-8435-bb54c62ef558","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:15.809013512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"fc9643ce-5abe-4c37-9849-8a4e91f7e87b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:15.909294562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c5a5cf0-05e2-495f-a246-5f2af89ffc79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:15.933779215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"ea984876-a367-4774-9b69-f9c9228cced0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:16.102046512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"b1f425e7-1e0d-49f3-9c6e-3c379427c2db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:16.215804912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"a5a0fc46-2712-48b6-b6d7-b6f23cde36ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:16.316553671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff6a7563-4171-45c7-8edc-fabf43722fa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:16.416768669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"1eceaa4d-5dbe-4dcc-b063-7aa1e9d7bae6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.253960463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","namespace":"ai-tenant-e2e-praxis-b-e927bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.254019387Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","namespace":"ai-tenant-e2e-praxis-b-e927bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.254070155Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","tenant":"e2e-praxis-b-e927bf","tenantID":"e2e-praxis-b-e927bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.304564787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e927bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.361516763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"Service","name":"maas-api-e2e-praxis-b-e927bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.415815354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e927bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.466171736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e927bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.517497048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.568442188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.621774793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.672672748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.721842017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.770481754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.819097996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"Service","name":"payload-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.867371358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.915859958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:24.964499109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:25.01341145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:25.065268867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:25.113550775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:25.162159173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:25.210801723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e927bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:25.261858213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e927bf"},"namespace":"ai-tenant-e2e-praxis-b-e927bf","name":"default-tenant","reconcileID":"9d543d8d-88b6-4855-9683-07d58fd3965e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e927bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:32.775981855Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e927bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e927bf","reconcileID":"0920083f-3261-4ce7-bc56-aadb7b931761","aitenant":"ai-tenants/e2e-praxis-b-e927bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:33.300708023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea59e720-6bf2-46c8-9e5d-798886c23b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:33.351402772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea59e720-6bf2-46c8-9e5d-798886c23b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:33.402477433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea59e720-6bf2-46c8-9e5d-798886c23b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:33.451582134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea59e720-6bf2-46c8-9e5d-798886c23b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:33.556760503Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e927bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e927bf","reconcileID":"0920083f-3261-4ce7-bc56-aadb7b931761","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e927bf","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e927bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:35.264342464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65006f-666a-4220-9df7-5dfb146431c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:35.313114275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65006f-666a-4220-9df7-5dfb146431c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:35.36183945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65006f-666a-4220-9df7-5dfb146431c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:35.413037768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65006f-666a-4220-9df7-5dfb146431c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:35.916118798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:37.180236037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cae6da3-b003-4847-9062-4bdfda85be7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:37.229193101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cae6da3-b003-4847-9062-4bdfda85be7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:37.27795678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cae6da3-b003-4847-9062-4bdfda85be7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:37.326713864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cae6da3-b003-4847-9062-4bdfda85be7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:46.38144343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d722ad-2a22-4afa-8bf9-236539ef9d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:46.430283211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d722ad-2a22-4afa-8bf9-236539ef9d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:46.47903149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d722ad-2a22-4afa-8bf9-236539ef9d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:46.527748987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d722ad-2a22-4afa-8bf9-236539ef9d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:46.931011316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5f2d0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5f2d0d","reconcileID":"0d036584-4139-43ee-b16b-193efa4bd0ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5f2d0d","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-5f2d0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:48.293197365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a311f5-bf0b-4f4e-bd4a-ba85fffca6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:48.341824982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a311f5-bf0b-4f4e-bd4a-ba85fffca6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:48.390571217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a311f5-bf0b-4f4e-bd4a-ba85fffca6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:48.439676003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a311f5-bf0b-4f4e-bd4a-ba85fffca6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:51.341675089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"c5231d9e-f566-4857-9dbf-7130bc593447","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:51.733621741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"fe4f4647-a9e5-4a11-8bfa-76661e340e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:51.831803713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2225f942-f92d-45af-90ef-5981ff444767","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:51.848295297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"a68d82c7-a8be-43c3-8329-d878ac882b87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:51.932294065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"959d6b40-48de-4d4c-b81a-bc436e17b93d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:52.072327597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"e1fcd53d-a2f9-4116-aacd-7fec62268bfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:52.170138667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"1e4d754a-95c6-4c56-8d7c-7e32a5c29d12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:52.270619554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"5f24828f-1659-4ccf-8ebe-50b0e8859c97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:52.410273668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"83f3f13f-d169-4fb8-8fac-5822e0474ba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:52.519980587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"505936d3-f031-455d-97ec-f92abf42cbbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:52.634123079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"4623f740-22c2-4fb7-a6a5-8faf3fe98b14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:08:52.745033374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"f900a87c-f28d-4d44-aa3c-23329da84ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:05.915403205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:23.688460498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"8b191c03-9383-4578-8223-12bbea522acb","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:23.688489667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"8b191c03-9383-4578-8223-12bbea522acb","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:24.173771408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"490195aa-ee8c-44e4-8774-b12834beae6a","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:24.173803182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"490195aa-ee8c-44e4-8774-b12834beae6a","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:29.143202926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d159be73-fac0-427b-bc9a-437d9f5306c6","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:29.143232844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d159be73-fac0-427b-bc9a-437d9f5306c6","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:34.728520403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"9cef4215-a04c-46a3-85c1-24cd149a1a5f","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:34.728541834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"9cef4215-a04c-46a3-85c1-24cd149a1a5f","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:34.779608261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"3f6595ff-dc41-4f1f-8d96-29ec58383f97","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:34.779627641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"3f6595ff-dc41-4f1f-8d96-29ec58383f97","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:34.87654322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"970d1209-a403-4409-b4f2-23fd0213e711","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:34.990304695Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"970d1209-a403-4409-b4f2-23fd0213e711","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:35.041639445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0421e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"970d1209-a403-4409-b4f2-23fd0213e711","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:35.095528705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"70777fdc-ad22-4f91-8a1c-f456eacae30c","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:35.095553231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"70777fdc-ad22-4f91-8a1c-f456eacae30c","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:35.916873191Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:37.508122216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"c8530dee-ffd4-4d0c-bad4-721f8726cfe9","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:37.508156945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"c8530dee-ffd4-4d0c-bad4-721f8726cfe9","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:45.195551062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"09e58556-8b3f-4b6f-91dd-a0b7672b2333","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:45.248515381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"09e58556-8b3f-4b6f-91dd-a0b7672b2333","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:45.301454329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0421e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"09e58556-8b3f-4b6f-91dd-a0b7672b2333","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:55.29962976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"254c63cc-56b7-43ff-abd3-13a582da2d39","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-5f2d0d","tenantID":"e2e-explicit-5f2d0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:55.40495653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"de95ae0a-aa72-4835-bcd7-20e8c6f448f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:55.41589954Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"254c63cc-56b7-43ff-abd3-13a582da2d39","name":"e2e-explicit-5f2d0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:55.458423763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"de95ae0a-aa72-4835-bcd7-20e8c6f448f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:09:55.512985588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0421e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"de95ae0a-aa72-4835-bcd7-20e8c6f448f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:05.610421737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"1d38a537-a3df-4332-92e2-ea3840f4ca54","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:05.663235595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"1d38a537-a3df-4332-92e2-ea3840f4ca54","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:05.714502269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0421e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3aedb479bf3a8c1a4f331ce737553b9349a9cf7f100ff408bbd963a117b37a99) AuthConfig (9ccce2c40e656b15193737e008f3ab46f60472901f17cb4a40931c37106a44fa) AuthConfig (ea7ec5a9c7a83feb5787a4909bfcf5027ac19514c0822c56ea3d03d1f017c77d) AuthConfig (08c271bc908fdb686fe570c2f380a6c6b12a97e88f0df40d81e511453e3c257d) AuthConfig (e45d7aedff26fe79f57c4aa0e352a2e6a8c7c57adba6b02067b5480babac60bc) AuthConfig (e155ad18eee68be4d067f853a5bc092b2b7ff5867230614c6f57f7185353fcfa) AuthConfig (897bda584d2c8cbda4071255e37c5c0517826348941d18f6195804ac7748e643) AuthConfig (442ef10fd339f2d07d557b7431162c1c7b775cb8c1c9514d26678a14cc82f30e) AuthConfig (f2f6dcf3f08b3627e2433189db190cee55d55e116ab2c0c3b5cf34b8a8a4e5db) AuthConfig (92595555d67c19518d566c8c92076fed30adb347344bea328dd2066aa88d1459) AuthConfig (174f9fef85a23ac3e07fe02814a29a401dee9a5587b06ed1a127b12b075418ba) AuthConfig (9842ae3be56b1de28389a086aa36d56b29d503b6f516a4394f7a1efd1fa60f87) AuthConfig (ec3fe6f8126b93056c705d33f43d736f310223ef3b19a2384e91b5374894f8e5) AuthConfig (4e01037cea03b9d4dd6fab98b9b7b116f71ba276945a68da2716192310baf23d) AuthConfig (6d41d789de88bc59fd8a8c0d75c4fee825f094da4ebff2ff4b388d30beacd483) AuthConfig (29beb9cd8444d4a8f3771f5f66e8462d50d5615eb1a257ea29762667ae9ebf1f) AuthConfig (afa89b92003e24a61e3da492f024bb5af66d93cfa1b175c4f7b114b5d251c1be) AuthConfig (63d7d7cb3ec7c2802c2e2b1010f526be33f8eb2f161e33c6647020fcaf249411)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"1d38a537-a3df-4332-92e2-ea3840f4ca54","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:05.768406388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"1d35ccc7-2f09-4fb5-a37b-584807f3e1df","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:05.768427476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"1d35ccc7-2f09-4fb5-a37b-584807f3e1df","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:05.917943344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:15.865810545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"327aef25-27a9-4a2b-b336-13d130bc4fab","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:15.918255044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"327aef25-27a9-4a2b-b336-13d130bc4fab","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:15.969819001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0421e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3aedb479bf3a8c1a4f331ce737553b9349a9cf7f100ff408bbd963a117b37a99) AuthConfig (9ccce2c40e656b15193737e008f3ab46f60472901f17cb4a40931c37106a44fa) AuthConfig (ea7ec5a9c7a83feb5787a4909bfcf5027ac19514c0822c56ea3d03d1f017c77d) AuthConfig (08c271bc908fdb686fe570c2f380a6c6b12a97e88f0df40d81e511453e3c257d) AuthConfig (e45d7aedff26fe79f57c4aa0e352a2e6a8c7c57adba6b02067b5480babac60bc) AuthConfig (e155ad18eee68be4d067f853a5bc092b2b7ff5867230614c6f57f7185353fcfa) AuthConfig (897bda584d2c8cbda4071255e37c5c0517826348941d18f6195804ac7748e643) AuthConfig (442ef10fd339f2d07d557b7431162c1c7b775cb8c1c9514d26678a14cc82f30e) AuthConfig (f2f6dcf3f08b3627e2433189db190cee55d55e116ab2c0c3b5cf34b8a8a4e5db) AuthConfig (92595555d67c19518d566c8c92076fed30adb347344bea328dd2066aa88d1459) AuthConfig (174f9fef85a23ac3e07fe02814a29a401dee9a5587b06ed1a127b12b075418ba) AuthConfig (9842ae3be56b1de28389a086aa36d56b29d503b6f516a4394f7a1efd1fa60f87) AuthConfig (ec3fe6f8126b93056c705d33f43d736f310223ef3b19a2384e91b5374894f8e5) AuthConfig (4e01037cea03b9d4dd6fab98b9b7b116f71ba276945a68da2716192310baf23d) AuthConfig (6d41d789de88bc59fd8a8c0d75c4fee825f094da4ebff2ff4b388d30beacd483) AuthConfig (29beb9cd8444d4a8f3771f5f66e8462d50d5615eb1a257ea29762667ae9ebf1f) AuthConfig (afa89b92003e24a61e3da492f024bb5af66d93cfa1b175c4f7b114b5d251c1be) AuthConfig (63d7d7cb3ec7c2802c2e2b1010f526be33f8eb2f161e33c6647020fcaf249411)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"327aef25-27a9-4a2b-b336-13d130bc4fab","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:26.06730649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"9e8cfb3a-ad9e-4409-8d01-ede4a089123b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:26.12130006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"9e8cfb3a-ad9e-4409-8d01-ede4a089123b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:26.17272517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0421e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3aedb479bf3a8c1a4f331ce737553b9349a9cf7f100ff408bbd963a117b37a99) AuthConfig (9ccce2c40e656b15193737e008f3ab46f60472901f17cb4a40931c37106a44fa) AuthConfig (ea7ec5a9c7a83feb5787a4909bfcf5027ac19514c0822c56ea3d03d1f017c77d) AuthConfig (08c271bc908fdb686fe570c2f380a6c6b12a97e88f0df40d81e511453e3c257d) AuthConfig (e45d7aedff26fe79f57c4aa0e352a2e6a8c7c57adba6b02067b5480babac60bc) AuthConfig (e155ad18eee68be4d067f853a5bc092b2b7ff5867230614c6f57f7185353fcfa) AuthConfig (897bda584d2c8cbda4071255e37c5c0517826348941d18f6195804ac7748e643) AuthConfig (442ef10fd339f2d07d557b7431162c1c7b775cb8c1c9514d26678a14cc82f30e) AuthConfig (f2f6dcf3f08b3627e2433189db190cee55d55e116ab2c0c3b5cf34b8a8a4e5db) AuthConfig (92595555d67c19518d566c8c92076fed30adb347344bea328dd2066aa88d1459) AuthConfig (174f9fef85a23ac3e07fe02814a29a401dee9a5587b06ed1a127b12b075418ba) AuthConfig (9842ae3be56b1de28389a086aa36d56b29d503b6f516a4394f7a1efd1fa60f87) AuthConfig (ec3fe6f8126b93056c705d33f43d736f310223ef3b19a2384e91b5374894f8e5) AuthConfig (4e01037cea03b9d4dd6fab98b9b7b116f71ba276945a68da2716192310baf23d) AuthConfig (6d41d789de88bc59fd8a8c0d75c4fee825f094da4ebff2ff4b388d30beacd483) AuthConfig (29beb9cd8444d4a8f3771f5f66e8462d50d5615eb1a257ea29762667ae9ebf1f) AuthConfig (afa89b92003e24a61e3da492f024bb5af66d93cfa1b175c4f7b114b5d251c1be) AuthConfig (63d7d7cb3ec7c2802c2e2b1010f526be33f8eb2f161e33c6647020fcaf249411)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"9e8cfb3a-ad9e-4409-8d01-ede4a089123b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:35.915301979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:36.271261991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"7ceb8df3-d8c1-4daa-a93e-bbeddf7eae1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:36.323662108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"7ceb8df3-d8c1-4daa-a93e-bbeddf7eae1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:36.577864891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"e557d343-3082-463b-952e-5ef47b50fd2c","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:36.577887422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"e557d343-3082-463b-952e-5ef47b50fd2c","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.241338055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"75ef0569-61c5-46e0-a58e-45228a6a38d6","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.241361463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"75ef0569-61c5-46e0-a58e-45228a6a38d6","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.298783426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"fb87c65d-d6ab-4372-a381-7fcddc12a9a2","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.298883336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"fb87c65d-d6ab-4372-a381-7fcddc12a9a2","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.339311465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"52da943a-73c3-4241-a74e-a4f3395698bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:10:37.349096334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"22f115ea-0346-4c58-802f-1cac499cf7cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-99eb24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:10:37.349240547Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"fb87c65d-d6ab-4372-a381-7fcddc12a9a2","name":"auth-test-model-0421e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0421e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:10:37.349298947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"fb87c65d-d6ab-4372-a381-7fcddc12a9a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0421e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.354960368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"70343e22-5d39-4ab9-b38b-3e43d692b4d9","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.354981997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"70343e22-5d39-4ab9-b38b-3e43d692b4d9","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.392393577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"52da943a-73c3-4241-a74e-a4f3395698bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.455785427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"623c3a49-596c-4fb8-a341-d96a0d7d5caf","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.455807819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"623c3a49-596c-4fb8-a341-d96a0d7d5caf","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.509304432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"41935495-6067-4e2c-8ae9-c5ba8674970f","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.509326757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"41935495-6067-4e2c-8ae9-c5ba8674970f","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.68783212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"8a8b00c0-3bab-44ce-b8b6-0583dfe387b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.717229507Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"580bf114-afcf-4aea-a01a-d5b0fe0ef206","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"maas-trlp-auth-test-model-0421e7","model":"auth-test-model-0421e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-0421e7/e2e-auth-iso-99eb24"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.74077268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"8a8b00c0-3bab-44ce-b8b6-0583dfe387b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.871264878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"51eced8e-16dd-4d2b-9bed-2bc934b46492","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:37.871294087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"51eced8e-16dd-4d2b-9bed-2bc934b46492","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:38.068533778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"d9694b77-5233-47ef-913b-2ab29e504a83","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"maas-trlp-auth-test-model-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:38.226206702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"611bfebd-6c63-4614-85fc-3719601cf70c","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:38.226228064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"611bfebd-6c63-4614-85fc-3719601cf70c","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:47.699407381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"f387845a-b7e1-4098-a76e-39b9cc0ce691","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:47.699444008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"f387845a-b7e1-4098-a76e-39b9cc0ce691","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:52.719770587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"e094c508-253b-4a0b-84d9-0fe82d2d8b88","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"maas-trlp-auth-test-model-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:52.878577191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"98737ecb-0622-4945-884f-4d5b5f1d32de","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:52.87859847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"98737ecb-0622-4945-884f-4d5b5f1d32de","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.180150316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"9eb11ba1-5d9f-4cb1-90d9-19b2b46fb68a","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.180171909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"9eb11ba1-5d9f-4cb1-90d9-19b2b46fb68a","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.231763098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"c2cae3f9-1b6f-4e32-aa3d-5b535d1925c5","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.231783821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"c2cae3f9-1b6f-4e32-aa3d-5b535d1925c5","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.32946918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"7771bf8d-7a32-438b-9310-57d1e4878996","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.446447157Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"7771bf8d-7a32-438b-9310-57d1e4878996","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.497621817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"7771bf8d-7a32-438b-9310-57d1e4878996","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.550885017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"5d7b0ea3-667a-4df8-8935-7f3995080067","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.550903201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"5d7b0ea3-667a-4df8-8935-7f3995080067","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.590428494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"2e0a26aa-d614-4ecd-bef6-901a810dbfbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.643605751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"2e0a26aa-d614-4ecd-bef6-901a810dbfbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.8043009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"35300878-132e-4f80-88ee-56d3d68204af","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.804324241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"35300878-132e-4f80-88ee-56d3d68204af","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.859891774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"5c62ef25-1d0f-4e4c-a61d-eeb876c97d8c","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.859914076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"5c62ef25-1d0f-4e4c-a61d-eeb876c97d8c","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:53.957706269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"9823c9e7-28e7-4152-929e-7bc1707a8246","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:54.072489822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"9823c9e7-28e7-4152-929e-7bc1707a8246","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:54.124167944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a4e09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"9823c9e7-28e7-4152-929e-7bc1707a8246","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:54.179560041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"92914a74-8d68-411f-bea1-5bc44b8013f7","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:10:54.179584455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"92914a74-8d68-411f-bea1-5bc44b8013f7","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.376785845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"ae964c88-c134-4d0a-a36e-abf91f1bbd9a","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.376812779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"ae964c88-c134-4d0a-a36e-abf91f1bbd9a","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.470994543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"a538a29b-a4e9-4615-a4f5-18745d771020","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.471018013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"a538a29b-a4e9-4615-a4f5-18745d771020","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:11:03.520398198Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"a538a29b-a4e9-4615-a4f5-18745d771020","name":"auth-test-model-59f6e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-59f6e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:11:03.520467588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"a538a29b-a4e9-4615-a4f5-18745d771020","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-59f6e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.525830581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"340c39d4-bb9f-4cbe-bd2e-ddb630ba8323","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.525849857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"340c39d4-bb9f-4cbe-bd2e-ddb630ba8323","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.666214279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"32079272-5913-4552-aa70-a32ea0dbe7b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.771722657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"32079272-5913-4552-aa70-a32ea0dbe7b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:03.823029796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"32079272-5913-4552-aa70-a32ea0dbe7b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:04.273654909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb2d0b9-58d6-4c60-8a5c-4141b0e61da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:04.322848234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb2d0b9-58d6-4c60-8a5c-4141b0e61da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:04.37183751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb2d0b9-58d6-4c60-8a5c-4141b0e61da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:04.371997489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"49ae9ff9-5fe4-4f03-94ca-d2dc67116ac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:04.420747092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb2d0b9-58d6-4c60-8a5c-4141b0e61da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:04.473688408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"49ae9ff9-5fe4-4f03-94ca-d2dc67116ac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:04.528243912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a4e09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"49ae9ff9-5fe4-4f03-94ca-d2dc67116ac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:05.914905288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:06.197594654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b816aa-46f8-42b0-8860-dda2a2e9de44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:06.246967244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b816aa-46f8-42b0-8860-dda2a2e9de44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:06.295896687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b816aa-46f8-42b0-8860-dda2a2e9de44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:06.344947159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b816aa-46f8-42b0-8860-dda2a2e9de44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:08.836382209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"7e63449e-ad54-406f-a7f9-047f0258eecb","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:08.836408858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"7e63449e-ad54-406f-a7f9-047f0258eecb","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:08.887703514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"1933569b-bf28-4e5b-97fd-01106d6eee11","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:08.887732004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"1933569b-bf28-4e5b-97fd-01106d6eee11","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:08.985357107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"9ae65b64-5888-4e1a-8e87-08273db6d7e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:09.100488804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"9ae65b64-5888-4e1a-8e87-08273db6d7e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:09.152307901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e51451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"9ae65b64-5888-4e1a-8e87-08273db6d7e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:09.204553031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"90799650-cefc-4cd8-864d-20db3c82df5f","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:09.204572847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"90799650-cefc-4cd8-864d-20db3c82df5f","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:11.932012462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"1bcc50fc-2b78-448b-aa27-41b6a404bd28","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:11.93204726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"1bcc50fc-2b78-448b-aa27-41b6a404bd28","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:13.922051763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"d18e1376-cb9d-4d92-9638-ffd9a9da1de3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:13.974828134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"d18e1376-cb9d-4d92-9638-ffd9a9da1de3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:14.027556368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"d18e1376-cb9d-4d92-9638-ffd9a9da1de3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:14.626378089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"2d218af2-b709-4f9b-b592-e094cf6307d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:14.679073207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"2d218af2-b709-4f9b-b592-e094cf6307d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:14.730492358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a4e09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"2d218af2-b709-4f9b-b592-e094cf6307d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:16.740362205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-5f2d0d","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"explicit-model-5f2d0d","reconcileID":"6e5b7825-9dd8-4ced-8efb-0574176648d2","MaaSModelRef":{"name":"explicit-model-5f2d0d","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"routeName":"explicit-model-5f2d0d-kserve-route","namespace":"ai-tenant-e2e-explicit-5f2d0d","llmisvcName":"explicit-model-5f2d0d","gateway":"openshift-ingress/e2e-explicit-5f2d0d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.509010463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"6b6b344e-2ee6-4177-bec4-d5c62d9c0d0d","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.509034133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"6b6b344e-2ee6-4177-bec4-d5c62d9c0d0d","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.560655588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"ab8ebdbf-1cae-4511-8bd7-ce1d7517b0b2","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.560682887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"ab8ebdbf-1cae-4511-8bd7-ce1d7517b0b2","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.65883972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"083eff04-918e-4fc1-881b-4c3256061e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.776119233Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"083eff04-918e-4fc1-881b-4c3256061e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.827470118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-546c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"083eff04-918e-4fc1-881b-4c3256061e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.881405016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"17c091e2-8327-4fb2-b957-6c233c66ffd9","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:17.881427636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"17c091e2-8327-4fb2-b957-6c233c66ffd9","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:19.302086168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"961113f4-4437-4f2f-a33c-cd8185a7e62b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:19.354893627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"961113f4-4437-4f2f-a33c-cd8185a7e62b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:19.4061021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e51451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"961113f4-4437-4f2f-a33c-cd8185a7e62b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:24.127444627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"762e9b4a-5f5c-45e2-bcfc-1a4e58295032","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:24.180460254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"762e9b4a-5f5c-45e2-bcfc-1a4e58295032","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:24.231674691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"762e9b4a-5f5c-45e2-bcfc-1a4e58295032","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:24.82844453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"02ce91db-1b4b-4751-a4cf-312fe5ced716","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:24.880813572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"02ce91db-1b4b-4751-a4cf-312fe5ced716","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:24.9321291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a4e09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"02ce91db-1b4b-4751-a4cf-312fe5ced716","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:27.982588035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"3e02491e-8471-48d0-b0f3-474ce0da51d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:28.036703615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"3e02491e-8471-48d0-b0f3-474ce0da51d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:28.088764848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-546c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"3e02491e-8471-48d0-b0f3-474ce0da51d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:29.519295175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"b4ef4b42-24c6-4a55-bae8-115031786af2","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:29.572805564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"b4ef4b42-24c6-4a55-bae8-115031786af2","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:29.625772226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e51451-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cebf87b769b6a8380d21cc3c650f31a10260055941e9e7f193b8c92de1bf46f) AuthConfig (c97c3ed1576e546fe392914c60913f375995228a58986ddcd9cdfa224896b493) AuthConfig (cc474c27e95d10e6c0eb4755358d181b4d054610c65c475b3323a984ad1c9f8a) AuthConfig (03994875d50e73f353dc9272aa223bab3878897f367cbd0b4260fd4ffe6b5d97) AuthConfig (3acd11442cba6247838caa7d94404edf4b829a20a35deaff35358621ffc3c5dd) AuthConfig (00343285ff297d0c63caab1ee3868d19785d229583baa93a44be8534116c1c03) AuthConfig (7b15030beaa66f09059a8c8ff7e7c7e7c2bf7277ef560c0a3f6d06f4363bd89a) AuthConfig (dad4a13d8f16d1b795e034bf23f5daa54a9a9c17ab83c7cab26c1c9cf3589a24) AuthConfig (dc9b7809277b20f579e6e7399932a9fd1d386ee9e1c38527a9005353497fb50b) AuthConfig (933c04465e6b231bf44e13b015621d7e31b62ac89e5730160febd4f31f3ce2d1) AuthConfig (6824391a909a6090207bd0d4b3e312ced6f0ad324bdbc06b1a719d6be50c95d6) AuthConfig (e6b10b0e7d834c94d14ac6a3757f92c518a0f3d255db4c9299bfac9181603a48) AuthConfig (07bce81a4594c25a7fce34210ed3d56da5d64abcfb15f4c3b9407b188f72110f) AuthConfig (5a9264e610e7d12d6c286c69858f1500e3a1e469d29c4cc94cbf82769ac759b3) AuthConfig (3fa90ccf264da01625211c2fb1131ba3ea3f8ff15a7d6291985ab2901c97b546) AuthConfig (1269e856d0ac3d0dd23cd3b9377e04e221dd8c2344213b1691c4a27beb08934e) AuthConfig (e54c034ae0a861472c11f28d6fc94678cbf80c892474a0445cac30e978ada03b) AuthConfig (15c32c6fcf7c39ab88dbed8d8dbb3b90414ae357acfd75ee4ea6e60c8a8ac989)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"b4ef4b42-24c6-4a55-bae8-115031786af2","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:29.689809268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"8e880569-730d-4c4b-973b-1bce23340a9b","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:29.689830851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"8e880569-730d-4c4b-973b-1bce23340a9b","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:34.33016382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"9051128d-05d3-4698-bf23-aec2db52172d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:34.382806756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"9051128d-05d3-4698-bf23-aec2db52172d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:34.434521781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b3eb8e1f4282b33012f27538f579ee295fb07e4a7c1747e26def862462d2c95) AuthConfig (47d28f36ac5c9947bb6ba4ebee68e1b8bb8febba0ec7bb8c25599b3b94e4a2ee) AuthConfig (abb4d51f16dd5df86bc3807ac34169bacf689ad546bc1c1f50fd7d61d5b2a3a8) AuthConfig (3b986c6c044450fd9ec810cc484ad217d7977c4b9dfedace9699a3852df21377) AuthConfig (e3b445bb79808c00b49151ceb67792edfaaeb6fece29061e6efde1745051a1fc) AuthConfig (2b7dccf6b2ab80131b469510d7a37447cbe414c27dc6fe6c77d0b827947472f3) AuthConfig (f24047f83a173bf83736f84a3296c7ad05490692197d127511fa618c04250080) AuthConfig (dc24bb7e2a5c2d64b852d48a0a3e904ab8d5e04458132679a0fb57552edea91d) AuthConfig (8b009f7ee4a44aec437907290f4b76d484478f97363045102df16d457d974179) AuthConfig (08780c8d7f08cee5b8bf9fc8e7fe0bd5d5e59d273c531d6f57ad93463fca45bc) AuthConfig (f131f5211b90b7aa0b6ade727f33d1a4864d1fefa1fd1516ee2496fda5db1bbf) AuthConfig (557e074617d03bafe0d049b9c2c21052f8f20b2a6c6c43bb3762e7cd83870851) AuthConfig (84ced0440a18be5439a001e44b5fe126b6336eb560c4466b7ac47eddac521299) AuthConfig (6e3132bc96635f74d5707d18b34fa0a959efa1abb9a457b42c26147a67176754) AuthConfig (7c520a64a4525eb42260c80e2acdaa338f00c281690d77eddc0e80b2f774d13e) AuthConfig (96c88065d2a142d280a90b1726bfa28e3c481ec2c07c74819cc6a4c1305b582d) AuthConfig (f7814442209ee57a85b68054fdcce839c9d950bb91a16e5332972d3468eb0f46) AuthConfig (ce0e946ab7c39ae5993a9645836ad3488d1e1fcdd5775b5f0a5379a8e4b864b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"9051128d-05d3-4698-bf23-aec2db52172d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:34.488736395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"4672e4a1-dbf5-45c9-837d-635903967080","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:34.488758999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"4672e4a1-dbf5-45c9-837d-635903967080","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:35.032674552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"90b8d705-7eaa-4552-bb0c-3e047e8c6b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:35.087074763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"90b8d705-7eaa-4552-bb0c-3e047e8c6b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:35.138906072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a4e09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5e3c77e40ea16c724077b26e1c0111e974232a713582d99dcc66a3bc4e8a4b2) AuthConfig (8d1a0909c47248fdeadb14e9120f9a0db891f47d0e5b2c1218ba85835b46d17b) AuthConfig (3d04f8f8c30efab41a722342abb5e3a21213a3093a8a7b13c25530962127b8ec) AuthConfig (f1c3d8451eb35a1ea62f436a24309535522f8dcfefbada36c570f1862d2411a6) AuthConfig (67f7aeaa17e4b3a005f9d886c36338c0501b6062c72fe11a49e202e99c937eae) AuthConfig (2abfd0312c9f9515ab630229761f69bbd1e92211a7d6ec505da05cd41b7cab82) AuthConfig (e1696981f8dc0756da1b679422afecd2924e1be9f6b1ec5097021f6a7f66c836) AuthConfig (fa83ce7386baf78a48bdfe752f4897fbd350dcd34fd1946060715732f06468e7) AuthConfig (9017cf95eec8ae1adb2af1ee813adde3ca6b1a9f981fb4449517478443faa3ea) AuthConfig (0a74775fbc085c8f0fde99cbfc91466a6b9504b5a726e304fb7363dd0889b5ec) AuthConfig (d1ccd2927e103f1798eb073f8d6273edf624e27d5c63db32b477ded6cc098af9) AuthConfig (bcbe78ab2ccc3352f10c5444e6157c32027fa0cefc5b25058a53f51cc1019b1e) AuthConfig (488624c03f62496b058a93bd32c41dd4bfa89a41a1da4483e0e946a37835c6fe) AuthConfig (8c70518875facc2f8bafaa1ac6f8e9cbfff99094277500bffe54c77dd8334eae) AuthConfig (642f1359915e266e651fa851760140a8b21f04785c6caf2a376a7c64f1d19479) AuthConfig (bc640f788bd8c6f8eb0dae4c21bc8e3b71c31f7760dfb01140e5971ac3e98917) AuthConfig (e73d159462f8a75b491bd6bf5f6c4a5edcd4c21aac3219f1fac648f684711dc2) AuthConfig (d88cf1cc8c6dad16561462a6c7de5b36e1502cdc6ffe3c5f8da947318fe0c285)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"90b8d705-7eaa-4552-bb0c-3e047e8c6b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:35.193263136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"6c186c97-2b69-4951-975a-555e588cba1f","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:35.193289806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"6c186c97-2b69-4951-975a-555e588cba1f","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:35.915686108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:38.191593884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"4a7939a1-a508-4485-9bdd-2bd375bd1e42","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:38.244733757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"4a7939a1-a508-4485-9bdd-2bd375bd1e42","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:38.299471448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-546c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"4a7939a1-a508-4485-9bdd-2bd375bd1e42","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:39.788935717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"dc7884f7-ecde-473e-959f-8257bca7cd22","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:39.842264057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"dc7884f7-ecde-473e-959f-8257bca7cd22","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:39.89421342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e51451-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cebf87b769b6a8380d21cc3c650f31a10260055941e9e7f193b8c92de1bf46f) AuthConfig (c97c3ed1576e546fe392914c60913f375995228a58986ddcd9cdfa224896b493) AuthConfig (cc474c27e95d10e6c0eb4755358d181b4d054610c65c475b3323a984ad1c9f8a) AuthConfig (03994875d50e73f353dc9272aa223bab3878897f367cbd0b4260fd4ffe6b5d97) AuthConfig (3acd11442cba6247838caa7d94404edf4b829a20a35deaff35358621ffc3c5dd) AuthConfig (00343285ff297d0c63caab1ee3868d19785d229583baa93a44be8534116c1c03) AuthConfig (7b15030beaa66f09059a8c8ff7e7c7e7c2bf7277ef560c0a3f6d06f4363bd89a) AuthConfig (dad4a13d8f16d1b795e034bf23f5daa54a9a9c17ab83c7cab26c1c9cf3589a24) AuthConfig (dc9b7809277b20f579e6e7399932a9fd1d386ee9e1c38527a9005353497fb50b) AuthConfig (933c04465e6b231bf44e13b015621d7e31b62ac89e5730160febd4f31f3ce2d1) AuthConfig (6824391a909a6090207bd0d4b3e312ced6f0ad324bdbc06b1a719d6be50c95d6) AuthConfig (e6b10b0e7d834c94d14ac6a3757f92c518a0f3d255db4c9299bfac9181603a48) AuthConfig (07bce81a4594c25a7fce34210ed3d56da5d64abcfb15f4c3b9407b188f72110f) AuthConfig (5a9264e610e7d12d6c286c69858f1500e3a1e469d29c4cc94cbf82769ac759b3) AuthConfig (3fa90ccf264da01625211c2fb1131ba3ea3f8ff15a7d6291985ab2901c97b546) AuthConfig (1269e856d0ac3d0dd23cd3b9377e04e221dd8c2344213b1691c4a27beb08934e) AuthConfig (e54c034ae0a861472c11f28d6fc94678cbf80c892474a0445cac30e978ada03b) AuthConfig (15c32c6fcf7c39ab88dbed8d8dbb3b90414ae357acfd75ee4ea6e60c8a8ac989)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"dc7884f7-ecde-473e-959f-8257bca7cd22","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:44.586423514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"2cdd470c-aab1-48c2-b899-8e3d27e76509","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:44.639513667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"2cdd470c-aab1-48c2-b899-8e3d27e76509","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:44.692541971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b3eb8e1f4282b33012f27538f579ee295fb07e4a7c1747e26def862462d2c95) AuthConfig (47d28f36ac5c9947bb6ba4ebee68e1b8bb8febba0ec7bb8c25599b3b94e4a2ee) AuthConfig (abb4d51f16dd5df86bc3807ac34169bacf689ad546bc1c1f50fd7d61d5b2a3a8) AuthConfig (3b986c6c044450fd9ec810cc484ad217d7977c4b9dfedace9699a3852df21377) AuthConfig (e3b445bb79808c00b49151ceb67792edfaaeb6fece29061e6efde1745051a1fc) AuthConfig (2b7dccf6b2ab80131b469510d7a37447cbe414c27dc6fe6c77d0b827947472f3) AuthConfig (f24047f83a173bf83736f84a3296c7ad05490692197d127511fa618c04250080) AuthConfig (dc24bb7e2a5c2d64b852d48a0a3e904ab8d5e04458132679a0fb57552edea91d) AuthConfig (8b009f7ee4a44aec437907290f4b76d484478f97363045102df16d457d974179) AuthConfig (08780c8d7f08cee5b8bf9fc8e7fe0bd5d5e59d273c531d6f57ad93463fca45bc) AuthConfig (f131f5211b90b7aa0b6ade727f33d1a4864d1fefa1fd1516ee2496fda5db1bbf) AuthConfig (557e074617d03bafe0d049b9c2c21052f8f20b2a6c6c43bb3762e7cd83870851) AuthConfig (84ced0440a18be5439a001e44b5fe126b6336eb560c4466b7ac47eddac521299) AuthConfig (6e3132bc96635f74d5707d18b34fa0a959efa1abb9a457b42c26147a67176754) AuthConfig (7c520a64a4525eb42260c80e2acdaa338f00c281690d77eddc0e80b2f774d13e) AuthConfig (96c88065d2a142d280a90b1726bfa28e3c481ec2c07c74819cc6a4c1305b582d) AuthConfig (f7814442209ee57a85b68054fdcce839c9d950bb91a16e5332972d3468eb0f46) AuthConfig (ce0e946ab7c39ae5993a9645836ad3488d1e1fcdd5775b5f0a5379a8e4b864b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"2cdd470c-aab1-48c2-b899-8e3d27e76509","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:45.291165185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"889c8616-b389-4202-86cd-61d20868f9b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:45.343833431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"889c8616-b389-4202-86cd-61d20868f9b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:45.396135647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a4e09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5e3c77e40ea16c724077b26e1c0111e974232a713582d99dcc66a3bc4e8a4b2) AuthConfig (8d1a0909c47248fdeadb14e9120f9a0db891f47d0e5b2c1218ba85835b46d17b) AuthConfig (3d04f8f8c30efab41a722342abb5e3a21213a3093a8a7b13c25530962127b8ec) AuthConfig (f1c3d8451eb35a1ea62f436a24309535522f8dcfefbada36c570f1862d2411a6) AuthConfig (67f7aeaa17e4b3a005f9d886c36338c0501b6062c72fe11a49e202e99c937eae) AuthConfig (2abfd0312c9f9515ab630229761f69bbd1e92211a7d6ec505da05cd41b7cab82) AuthConfig (e1696981f8dc0756da1b679422afecd2924e1be9f6b1ec5097021f6a7f66c836) AuthConfig (fa83ce7386baf78a48bdfe752f4897fbd350dcd34fd1946060715732f06468e7) AuthConfig (9017cf95eec8ae1adb2af1ee813adde3ca6b1a9f981fb4449517478443faa3ea) AuthConfig (0a74775fbc085c8f0fde99cbfc91466a6b9504b5a726e304fb7363dd0889b5ec) AuthConfig (d1ccd2927e103f1798eb073f8d6273edf624e27d5c63db32b477ded6cc098af9) AuthConfig (bcbe78ab2ccc3352f10c5444e6157c32027fa0cefc5b25058a53f51cc1019b1e) AuthConfig (488624c03f62496b058a93bd32c41dd4bfa89a41a1da4483e0e946a37835c6fe) AuthConfig (8c70518875facc2f8bafaa1ac6f8e9cbfff99094277500bffe54c77dd8334eae) AuthConfig (642f1359915e266e651fa851760140a8b21f04785c6caf2a376a7c64f1d19479) AuthConfig (bc640f788bd8c6f8eb0dae4c21bc8e3b71c31f7760dfb01140e5971ac3e98917) AuthConfig (e73d159462f8a75b491bd6bf5f6c4a5edcd4c21aac3219f1fac648f684711dc2) AuthConfig (d88cf1cc8c6dad16561462a6c7de5b36e1502cdc6ffe3c5f8da947318fe0c285)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"889c8616-b389-4202-86cd-61d20868f9b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:48.400433117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"13b774b9-0d93-451c-884e-ca4450a15bcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:48.454362728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"13b774b9-0d93-451c-884e-ca4450a15bcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:48.505643042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-546c10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"13b774b9-0d93-451c-884e-ca4450a15bcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:49.993827205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"81985965-4df1-41ca-9ccf-652ad2a58b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:50.046405339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"81985965-4df1-41ca-9ccf-652ad2a58b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:50.300581432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"466fb80f-ff23-400d-b282-fbfd05512821","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:50.300602484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"466fb80f-ff23-400d-b282-fbfd05512821","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:54.79130944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"68ad38e5-b8bf-4d71-be09-079a936f8ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:54.845157758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"68ad38e5-b8bf-4d71-be09-079a936f8ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.149670681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"3ed41733-6374-4d4f-a2be-00db351de1ff","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.149692495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"3ed41733-6374-4d4f-a2be-00db351de1ff","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.497170964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"4386e626-ad12-4fb2-9920-15f002288e11","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.550628435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"4386e626-ad12-4fb2-9920-15f002288e11","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.688958712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"264efe42-60df-44c5-bcdb-892fcc79b811","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.68898249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"264efe42-60df-44c5-bcdb-892fcc79b811","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.745331774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"e95c5aee-3830-48ce-a752-fb4ec15639a5","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.745353526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"e95c5aee-3830-48ce-a752-fb4ec15639a5","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.786116143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"ac47b13b-bae1-40ff-b2a9-abce593a2ffd","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.801558799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"7c18b6df-d729-495b-be99-3143c16745d5","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.801576814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"7c18b6df-d729-495b-be99-3143c16745d5","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.838947925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"ac47b13b-bae1-40ff-b2a9-abce593a2ffd","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:11:55.851357155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"6536161e-8333-427f-835d-0dba2a14d98f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5da159\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.858554993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"0681fdb6-4d73-4745-9af4-d11bed1e5c47","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.858576485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"0681fdb6-4d73-4745-9af4-d11bed1e5c47","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.858882811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"d7ae74b1-ae1b-4986-bb42-3f275207eade","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.858900319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"d7ae74b1-ae1b-4986-bb42-3f275207eade","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.900033323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"3b5b9fdc-46db-4548-a97e-5a3ab69495a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:11:55.907797973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"9c02bbb3-a88c-4d41-bd59-158525a415de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3ff608\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.953533324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"3b5b9fdc-46db-4548-a97e-5a3ab69495a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.960285023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"4e913df8-aafa-4075-8f27-cfffba9cfab5","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:55.960303421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"4e913df8-aafa-4075-8f27-cfffba9cfab5","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.012897882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"d1248977-ab23-44ca-a83b-2e2ab776481e","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.012918103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"d1248977-ab23-44ca-a83b-2e2ab776481e","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.015892523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"711581f0-3198-46ec-b197-0e4c0d1e8b5e","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.015911337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"711581f0-3198-46ec-b197-0e4c0d1e8b5e","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.068011439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"46e2717c-50ea-4800-8f04-e6025b9f51d9","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.068034382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"46e2717c-50ea-4800-8f04-e6025b9f51d9","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.137022131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"fb76e2d0-9286-434e-b8b6-670ffe2340f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.194729957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"fb76e2d0-9286-434e-b8b6-670ffe2340f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.232950684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"d98fa4e1-5f32-478f-b96c-91f8295b6844","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-auth-test-model-1481d7","model":"auth-test-model-1481d7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-1481d7/e2e-auth-iso-5da159"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.268997733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"937e85a8-948d-41ef-bbb8-d63a40ba00e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.326201243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"937e85a8-948d-41ef-bbb8-d63a40ba00e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.338425856Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"33f2dde3-baea-4030-9fee-22dce5e419da","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"maas-trlp-auth-test-model-e51451","model":"auth-test-model-e51451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-e51451/e2e-auth-iso-3ff608"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.39873878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"aa09a08f-c896-4aa4-a160-00433f6c4fb8","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.398761093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"aa09a08f-c896-4aa4-a160-00433f6c4fb8","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.510865572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"7618df8d-740e-41e2-be6e-5d33e4c89354","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.510885763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"7618df8d-740e-41e2-be6e-5d33e4c89354","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.617626829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"3a9639ee-6f51-43c0-a2f3-0b9af1d92f0d","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-auth-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:56.716595443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"eb848d9c-2bdd-475d-9b31-7543a9bb87f3","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"maas-trlp-auth-test-model-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:58.60495058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"ecfeb800-1451-4425-848d-a0fb1edd5371","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:58.657783068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"ecfeb800-1451-4425-848d-a0fb1edd5371","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:58.710106172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-546c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c233c2a470cd874500f263fd4b879be11afe7c1fde355be2c514d409e3a13c28) AuthConfig (c82e08a5ad75ea459812a1628910db4a603054d25a06743f5b56d7097071dd28) AuthConfig (0075ff65d3f75b6543e3046002348c7d310c196f0138b708475b7a66660128ce) AuthConfig (a1729b7268d186115b5c183fa3b0750f278e31d81187f1350e0820ef96349ea6) AuthConfig (82b68e21ca4c02c08c74db1e4dd04bc6652b21f04a73e45d84940bdb23a1c5c0) AuthConfig (ac691f7ba9951e63077bf5821f3f5b95fc061c181fbcf30c14c0629dac50139b) AuthConfig (1b69e1404bf43baf1d6cbc220822e780abfae28c9dc87d186e51a932bf777c16) AuthConfig (2e32af743f0918e326e5b99397d319d6d3832c08069c2d13e816b090f7b1e552) AuthConfig (80c8e9925e9b491de5e283717bee9ff11622587e7dfc1819aac0a3f3b7de7e7c) AuthConfig (6cf1f5b8955433ca95c85a62668f662951b7918d7871c9dcaaf22175393d9822) AuthConfig (6f33a2a8a8d3a73897ef71cc4cd1889ca8ff0fb85d4a4386364c3acdb84e13b9) AuthConfig (2ed94edb8e77b839a6698ded71c7b20a6d43c3e95541c30ea52bd315d0553201) AuthConfig (887d5028d2c4f4ad597ccde16e00cbf736ead63bbac3519094528915822dac09) AuthConfig (859c8aeff6653bc01ded49fe2f4c864a6d5c01b682457bb3520a8775961a8e46) AuthConfig (390d18dc8687b248e264c001dbaade05fa16e1075464dfe429e5c6167590b9bb) AuthConfig (be86ed586b7ee41d01a61ac86c86645e6a9c2ad73e6548b5757c22a3e702abfc) AuthConfig (82b172f8f54a7c82fd6201bff44d46b9570cb7da3c8a0465adc022b7fd1cf6ed) AuthConfig (4c4081aeb2483a240fd36e31bd4de4c20a666a5667a859560434d86afced866c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"ecfeb800-1451-4425-848d-a0fb1edd5371","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:58.765105182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"3ab6974e-5230-4a98-b844-ee81250ed4d5","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:11:58.765124892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"3ab6974e-5230-4a98-b844-ee81250ed4d5","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.286190729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"e40a8f9b-1893-4fb3-9c5a-202a24bd9dae","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.286215154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"e40a8f9b-1893-4fb3-9c5a-202a24bd9dae","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.341743769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d16fedf8-cc46-4e10-8ec1-1955697761e8","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.34176676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d16fedf8-cc46-4e10-8ec1-1955697761e8","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.384438529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"5ed2e732-e798-44c0-824e-8a9b5498cc8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:12:01.392128078Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d16fedf8-cc46-4e10-8ec1-1955697761e8","name":"auth-test-model-8a4e09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8a4e09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:12:01.392201394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d16fedf8-cc46-4e10-8ec1-1955697761e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8a4e09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.397571076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d92b6dc8-9228-4b3d-86b3-962fb4ec6d29","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.397588954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d92b6dc8-9228-4b3d-86b3-962fb4ec6d29","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:12:01.399432378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"ccebf44c-2420-4ed8-9771-535595ce3692","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-99eb24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.437736017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"5ed2e732-e798-44c0-824e-8a9b5498cc8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.508765437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"3e2ac40c-4dcd-459e-8069-f9cec08f7c7f","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.508789853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"3e2ac40c-4dcd-459e-8069-f9cec08f7c7f","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.560878826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"3d68130e-f6ce-4c86-bfda-2691cf389afe","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.56090404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"3d68130e-f6ce-4c86-bfda-2691cf389afe","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.734272547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"51c39c5b-6daa-42fd-a47e-38d3317bf7e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.760499781Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"491f3335-63bf-43ec-a870-9bcb22118775","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"maas-trlp-auth-test-model-8a4e09","model":"auth-test-model-8a4e09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8a4e09/e2e-auth-iso-99eb24"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.786890103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"51c39c5b-6daa-42fd-a47e-38d3317bf7e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.918047917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"867358bc-7a43-4a98-81e0-31718f8f51a5","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:01.918068165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"867358bc-7a43-4a98-81e0-31718f8f51a5","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:02.115391755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"98765c45-d0e4-4a17-ba96-912b7414f2cb","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"maas-trlp-auth-test-model-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:05.915801613Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:08.863362308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"d511dd8e-bf1d-40d7-bc39-df806c59a05b","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:08.918097634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"d511dd8e-bf1d-40d7-bc39-df806c59a05b","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:08.971473196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-546c10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c233c2a470cd874500f263fd4b879be11afe7c1fde355be2c514d409e3a13c28) AuthConfig (c82e08a5ad75ea459812a1628910db4a603054d25a06743f5b56d7097071dd28) AuthConfig (0075ff65d3f75b6543e3046002348c7d310c196f0138b708475b7a66660128ce) AuthConfig (a1729b7268d186115b5c183fa3b0750f278e31d81187f1350e0820ef96349ea6) AuthConfig (82b68e21ca4c02c08c74db1e4dd04bc6652b21f04a73e45d84940bdb23a1c5c0) AuthConfig (ac691f7ba9951e63077bf5821f3f5b95fc061c181fbcf30c14c0629dac50139b) AuthConfig (1b69e1404bf43baf1d6cbc220822e780abfae28c9dc87d186e51a932bf777c16) AuthConfig (2e32af743f0918e326e5b99397d319d6d3832c08069c2d13e816b090f7b1e552) AuthConfig (80c8e9925e9b491de5e283717bee9ff11622587e7dfc1819aac0a3f3b7de7e7c) AuthConfig (6cf1f5b8955433ca95c85a62668f662951b7918d7871c9dcaaf22175393d9822) AuthConfig (6f33a2a8a8d3a73897ef71cc4cd1889ca8ff0fb85d4a4386364c3acdb84e13b9) AuthConfig (2ed94edb8e77b839a6698ded71c7b20a6d43c3e95541c30ea52bd315d0553201) AuthConfig (887d5028d2c4f4ad597ccde16e00cbf736ead63bbac3519094528915822dac09) AuthConfig (859c8aeff6653bc01ded49fe2f4c864a6d5c01b682457bb3520a8775961a8e46) AuthConfig (390d18dc8687b248e264c001dbaade05fa16e1075464dfe429e5c6167590b9bb) AuthConfig (be86ed586b7ee41d01a61ac86c86645e6a9c2ad73e6548b5757c22a3e702abfc) AuthConfig (82b172f8f54a7c82fd6201bff44d46b9570cb7da3c8a0465adc022b7fd1cf6ed) AuthConfig (4c4081aeb2483a240fd36e31bd4de4c20a666a5667a859560434d86afced866c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"d511dd8e-bf1d-40d7-bc39-df806c59a05b","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:13.974241734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"5325b394-4d1a-4406-b97e-b191894fbf32","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-auth-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:14.131525648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"d0a21b3b-26f4-4092-a0d3-d2ef510beae2","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:14.131547695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"d0a21b3b-26f4-4092-a0d3-d2ef510beae2","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.026386536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"6b17b80f-9870-42e0-8a0c-964e753df12f","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"maas-trlp-auth-test-model-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.180746856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d25bd090-4f33-4bae-b0f1-b39fa50a30c0","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.180769315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"d25bd090-4f33-4bae-b0f1-b39fa50a30c0","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.250103405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"1f115bb2-0417-439a-843a-764603b25a8a","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"maas-trlp-auth-test-model-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.405137364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"200e48b5-fee3-424b-95cb-44953dbc7a2b","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.405167179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"200e48b5-fee3-424b-95cb-44953dbc7a2b","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.700198149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"5354cfca-35a9-4040-bf75-fcb0a25eba7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.752575509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"5354cfca-35a9-4040-bf75-fcb0a25eba7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.920960199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"f8e3bb05-9574-4caf-9bd8-2cd4219f8a8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:15.974583135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"f8e3bb05-9574-4caf-9bd8-2cd4219f8a8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.092076354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"2748b6ba-a5c3-4042-bcbb-1b87ce78da4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.146157491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"2748b6ba-a5c3-4042-bcbb-1b87ce78da4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.587350935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"52305304-9b85-4969-be60-82522629239d","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.587371974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"52305304-9b85-4969-be60-82522629239d","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.638220712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"632dba54-6944-40ce-84c2-9fa622fabe25","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.638242552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"632dba54-6944-40ce-84c2-9fa622fabe25","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.693891212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"cc85d836-5cb0-471c-8d02-90b753e61023","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.693912717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"cc85d836-5cb0-471c-8d02-90b753e61023","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.734521203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"251f9159-3ac7-43b1-aa87-dede43ad4e9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.746889994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"0439e523-821a-46d9-a4a5-d5674e7ec4ad","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.746909584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"0439e523-821a-46d9-a4a5-d5674e7ec4ad","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.845529035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9fa1099d-35b2-4420-83cf-87ca7865b1e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.848144988Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"251f9159-3ac7-43b1-aa87-dede43ad4e9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.89936005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"251f9159-3ac7-43b1-aa87-dede43ad4e9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.952984733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"0910bc65-6ece-4960-badd-d304c3a3f9e9","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.953009789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"0910bc65-6ece-4960-badd-d304c3a3f9e9","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:16.960336263Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9fa1099d-35b2-4420-83cf-87ca7865b1e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:17.011760097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-59f6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9fa1099d-35b2-4420-83cf-87ca7865b1e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:17.063463924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"fb1405bb-4255-4b7f-b3cd-ae5eab484c53","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:17.063484424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"fb1405bb-4255-4b7f-b3cd-ae5eab484c53","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:18.165704379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"00231fc6-0434-412b-8ae8-c2936c2fcfb0","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:18.165726014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"00231fc6-0434-412b-8ae8-c2936c2fcfb0","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:18.262410365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"8c7793b4-e4d0-4ff9-8df6-1e8867337514","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:18.314766382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"8c7793b4-e4d0-4ff9-8df6-1e8867337514","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:18.317200563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"5df06c5d-1b47-424f-ad9c-a3e73d9aa5b8","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d6c9b2f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:18.608874538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"71f4811c-d35b-4f6e-bc62-9c854bcee646","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:18.663078299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"71f4811c-d35b-4f6e-bc62-9c854bcee646","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:19.070813129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"6b5f6de6-c6c9-4940-b26d-ee7a95052391","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:19.12601486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"6b5f6de6-c6c9-4940-b26d-ee7a95052391","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:19.43747606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"89c7ce87-166a-4883-96e8-05ef0e069645","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:19.437503999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"89c7ce87-166a-4883-96e8-05ef0e069645","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.004829501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"f6ad1b11-d169-4726-aa16-0f80024fd383","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.004858691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"f6ad1b11-d169-4726-aa16-0f80024fd383","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.060970897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"ef64f8e3-3f80-4917-b077-a2068efb9045","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.060998318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"ef64f8e3-3f80-4917-b077-a2068efb9045","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.102436755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"dd385160-89c5-4076-845f-442b9594efcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:12:25.111713834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"441a1b4f-882b-4e4e-a85f-b74b9ea69c64","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-24012a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.155835021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"dd385160-89c5-4076-845f-442b9594efcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.219306915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"d4cc96f4-d18a-4aa6-9517-1933177231a0","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.21932692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"d4cc96f4-d18a-4aa6-9517-1933177231a0","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.27296723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"fbf24266-4111-44f7-8b94-2733f457be9e","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.27298862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"fbf24266-4111-44f7-8b94-2733f457be9e","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.451584182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"dc6dc11d-6078-4460-9598-22be6b7546f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.472317993Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"5d6d56a7-4e37-4fac-8665-8132821e71e1","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"maas-trlp-auth-test-model-546c10","model":"auth-test-model-546c10","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-546c10/e2e-auth-iso-24012a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.504172349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"dc6dc11d-6078-4460-9598-22be6b7546f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.629044838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"e87a3bdb-738c-48d7-b36f-1f39a4901606","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.629063875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"e87a3bdb-738c-48d7-b36f-1f39a4901606","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:25.826208756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"7acf7f7b-002a-44de-be8a-863adb53dc5f","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"maas-trlp-auth-test-model-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:27.050684838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"bb43bb7f-c823-430c-934c-60218dc3a7a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:27.104387022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"bb43bb7f-c823-430c-934c-60218dc3a7a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:27.155911917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"bb43bb7f-c823-430c-934c-60218dc3a7a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:27.160707061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9c0ec6e5-76e7-45e0-9876-c2a3ee8540fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:27.213758442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9c0ec6e5-76e7-45e0-9876-c2a3ee8540fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:27.26539518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-59f6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9c0ec6e5-76e7-45e0-9876-c2a3ee8540fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.366189527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"849bbcdb-17b8-40f6-993a-90767ab5217e","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","subscription":"e2e-auth-iso-99eb24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.415545438Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"849bbcdb-17b8-40f6-993a-90767ab5217e","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.464747234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"849bbcdb-17b8-40f6-993a-90767ab5217e","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"maas-trlp-auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.727044837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"a46137c3-22a8-4592-ab8f-8c0c070a0a21","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.727071954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"a46137c3-22a8-4592-ab8f-8c0c070a0a21","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.824347518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"345d7ce8-e344-4b1c-a59c-09c05cad2cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.877628274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"345d7ce8-e344-4b1c-a59c-09c05cad2cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.88555908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"43479f98-73ca-4950-bae6-fb97a533b0b5","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.885586922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"43479f98-73ca-4950-bae6-fb97a533b0b5","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:28.98268468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"48971083-562b-48df-b229-ac9b468eef30","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:29.036380307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"48971083-562b-48df-b229-ac9b468eef30","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:29.036989882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"08dd95e3-2d2d-435b-a002-f55e4d18ccba","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f80f6d6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:29.174411625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"306c3c80-623f-495e-8bfd-395b9bd4ff23","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:29.227495619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"306c3c80-623f-495e-8bfd-395b9bd4ff23","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:29.373821112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"a6191df3-06ae-4f43-9781-2613de4fc712","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:29.427908181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"a6191df3-06ae-4f43-9781-2613de4fc712","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:30.828233694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b74db-78c2-49bc-ba02-d1f3ed843003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:30.877331209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b74db-78c2-49bc-ba02-d1f3ed843003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:30.926314804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b74db-78c2-49bc-ba02-d1f3ed843003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:30.975463385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b74db-78c2-49bc-ba02-d1f3ed843003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:32.753731015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ffc9-e449-4be1-b542-fc4703618749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:32.802727326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ffc9-e449-4be1-b542-fc4703618749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:32.851633418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ffc9-e449-4be1-b542-fc4703618749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:32.900847759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ffc9-e449-4be1-b542-fc4703618749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:35.916305857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:37.254406758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"6a7dd879-1ed1-4a61-9f4e-1ba946ba7936","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:37.309844562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"6a7dd879-1ed1-4a61-9f4e-1ba946ba7936","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:37.3632815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"6a7dd879-1ed1-4a61-9f4e-1ba946ba7936","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:37.364508818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"7b34226a-9955-499a-8237-a5bcc2a572c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:37.417466824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"7b34226a-9955-499a-8237-a5bcc2a572c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:37.472763572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-59f6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"7b34226a-9955-499a-8237-a5bcc2a572c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.086458264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"cddf25a4-897a-40d3-a692-f28e2eaed205","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","subscription":"e2e-auth-iso-99eb24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.135795337Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"cddf25a4-897a-40d3-a692-f28e2eaed205","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.185283967Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"cddf25a4-897a-40d3-a692-f28e2eaed205","MaaSSubscription":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"maas-trlp-auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.447501827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"f8d2e839-6eda-4736-a2bf-143d87f26852","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.447530729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"f8d2e839-6eda-4736-a2bf-143d87f26852","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.546544481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"1563ac47-b654-431b-8f13-2fcb3a97adb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.600238166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"1563ac47-b654-431b-8f13-2fcb3a97adb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.602158535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"3af11514-f35c-40c6-baf2-31eedc3ec54a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.60216702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"241362a7-91b8-44b0-b6c9-e0196e1d97ec","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.602180758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"241362a7-91b8-44b0-b6c9-e0196e1d97ec","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.747692858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"3af11514-f35c-40c6-baf2-31eedc3ec54a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.84251155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"bd8d506f-05ff-4c72-9b22-632078a9ea0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.863407301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"3af11514-f35c-40c6-baf2-31eedc3ec54a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"name":"e2e-shared-a-w4-0421e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.86343548Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"e2e-auth-iso-99eb24","reconcileID":"3af11514-f35c-40c6-baf2-31eedc3ec54a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.895231414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"bd8d506f-05ff-4c72-9b22-632078a9ea0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.916648309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"46effeb6-1f43-4d68-ab4d-ccadf33773a4","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"tenant":"e2e-shared-a-w4-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","model":"ai-tenant-e2e-shared-a-w4-0421e7/auth-test-model-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:39.916670956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"auth-test-model-0421e7","reconcileID":"46effeb6-1f43-4d68-ab4d-ccadf33773a4","MaaSModelRef":{"name":"auth-test-model-0421e7","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"routeName":"auth-test-model-0421e7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","llmisvcName":"auth-test-model-0421e7","gateway":"openshift-ingress/e2e-shared-a-w4-0421e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.062970233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"642c0e7a-b2e9-40c7-8bf2-3c4ccbcaffb4","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.062991965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"642c0e7a-b2e9-40c7-8bf2-3c4ccbcaffb4","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.093178377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"8139ada6-8f7b-4d1a-ab48-bba2c1fc74f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.291111138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"8139ada6-8f7b-4d1a-ab48-bba2c1fc74f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.409019163Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"8139ada6-8f7b-4d1a-ab48-bba2c1fc74f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"name":"e2e-shared-b-w4-8a4e09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.409046001Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"e2e-auth-iso-99eb24","reconcileID":"8139ada6-8f7b-4d1a-ab48-bba2c1fc74f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-99eb24","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.46196465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"1c20a003-8568-4a60-8ac5-9ee98c3e5a22","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"tenant":"e2e-shared-b-w4-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","model":"ai-tenant-e2e-shared-b-w4-8a4e09/auth-test-model-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:40.461987718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"auth-test-model-8a4e09","reconcileID":"1c20a003-8568-4a60-8ac5-9ee98c3e5a22","MaaSModelRef":{"name":"auth-test-model-8a4e09","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"routeName":"auth-test-model-8a4e09-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","llmisvcName":"auth-test-model-8a4e09","gateway":"openshift-ingress/e2e-shared-b-w4-8a4e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:47.46227186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"7e5f9fe7-acac-4397-a87d-9894975b8022","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:47.516673082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"7e5f9fe7-acac-4397-a87d-9894975b8022","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:47.568822197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"7e5f9fe7-acac-4397-a87d-9894975b8022","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:47.581065477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"7488f80b-2f90-4e22-99c0-79ead50161bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:47.635872605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"7488f80b-2f90-4e22-99c0-79ead50161bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:47.686894078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-59f6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"7488f80b-2f90-4e22-99c0-79ead50161bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:50.272483791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"ed3a16a6-e9ff-4213-98b4-1fccb070a5cd","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"maas-trlp-auth-test-model-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:50.432882379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"e726fce7-cd65-41fd-971f-85447b8340a1","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:50.432903823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"e726fce7-cd65-41fd-971f-85447b8340a1","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:51.678397056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"d0fe4b43-76cb-4b69-9abc-069b7398dbff","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:51.73516642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"d0fe4b43-76cb-4b69-9abc-069b7398dbff","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.203217809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"ba718953-7b6c-49de-ac3e-f943ac74239b","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.203246537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"ba718953-7b6c-49de-ac3e-f943ac74239b","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.264883365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"e58aeb96-b6bf-40d1-aaeb-1b0a0efa0920","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.264911935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"e58aeb96-b6bf-40d1-aaeb-1b0a0efa0920","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.366651792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"7347e569-b807-47cf-a3bc-5746d6f49bf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.492205156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"7347e569-b807-47cf-a3bc-5746d6f49bf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.548437783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c45a51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"7347e569-b807-47cf-a3bc-5746d6f49bf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.604295455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"34c8b10f-05df-46ff-ad6a-3917b6e024da","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:52.604318205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"34c8b10f-05df-46ff-ad6a-3917b6e024da","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.668354351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"d641b8de-7b5a-4747-900d-85c133c02b97","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.723480329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"d641b8de-7b5a-4747-900d-85c133c02b97","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.775422114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f2d4a33ddf3049a7904c5433d4b13945d6fdb0e66c45f765e00bb183b6efa88) AuthConfig (8393f3a7d7848a62b2f96b115c36b0dcfec12af4e881b7d4924ec6a6fcd6e1d4) AuthConfig (4337d0bd22cc8b24a04b0958f744ca6eb468cc09416680961a5324cec5f42f25) AuthConfig (cfedcfc00c721d1da397448005c023e3798f53e6fe21af40722d6cd5c64874c1) AuthConfig (c58511acb4705d1b6e08040d0d1df0928945b87f2d6ddd0ea4ddac84d1821f1c) AuthConfig (866660ed1b8c8e3d266dd1d4790a971f78eefde28b2dcad893c36932b719b7bb) AuthConfig (14d2b751d2f7a1b69363f67282b6f17f3b1c479aff3e5ea11a23066ae7796bd1) AuthConfig (5e694efe27e79bd174e31eea578ccaa5494516fc7cabcbd7266c990396ed4687) AuthConfig (fd3f824f7578703ba3b74741abbf6454375f0d5a3653a971afac02b6e841bb09) AuthConfig (dfa6f5c81b801ff42b420861d6f21be10c5d34503cffdec9dc2215158f706f5b) AuthConfig (158bd173b40f609bdefb977a9788b942a88e8c0f0b009401b2b779e407181861) AuthConfig (1134d86ec962dc173d29d85d77f09b4a97a4b8f45675e08e759ad62331b8e343) AuthConfig (1d4d6dfa385726778854be2327bbf78df877066174f33b0157904610cc053a3b) AuthConfig (cf0600cdf8ed962ea30448c4c4c2151021a3f1407b7b53d9aede92d80f18f102) AuthConfig (3734a7b9f82094ec5318830f96a5f4ef3c6ed72f2967a95728cc0b363eeccef8) AuthConfig (200992d6c83b82fab95e598ff8c28b30213fa5793d907433d0071521738751b5) AuthConfig (073b5ec027fa57ba99be47ac59975079d5bdb45c97baa18285a56945c121d9e2) AuthConfig (d436f310c6d288e164edea5bba17f74cfccc3f8b3a578364bc1d883e9e47bf77)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"d641b8de-7b5a-4747-900d-85c133c02b97","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.78511009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"b2b8f87e-210f-4691-8ca3-f1dfff5e1775","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.828138422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"80c30e61-408c-48e6-a8b5-5b467e507682","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.828159797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"80c30e61-408c-48e6-a8b5-5b467e507682","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.838314396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"b2b8f87e-210f-4691-8ca3-f1dfff5e1775","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.890747514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-59f6e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3225c507110bc684deae175fc05847318bad38b86330a8ee3df587e27d1c1a0) AuthConfig (4aaf1cf3b6199fb75db64f527d9aefa80278fe949596bf842c4223f1bbd19221) AuthConfig (8bdadb48addc09aa159f7312a211810929d7d97b51bbba1a852de737099cee63) AuthConfig (151a31057165e6391ac89f456077dac9a790d2cd863b11db591fcc95e0c8dbd0) AuthConfig (8066f940fa793a5afa798b2c6ef922165e656dcbc7f22bb4d2da80d8a027fd53) AuthConfig (0dff2a63242a2cb8cf4e480d1000543a5599d302b1c2023095fbdc1b911c4666) AuthConfig (b588b636f0f9b6cbca77ae0652e2c480e711f30d053d3c24cc13d04f1ddf2392) AuthConfig (e4b229b2b55fc87f5f8e793ed972dd4d89e48cc92764f4e15387a90288951b2f) AuthConfig (2fe239c0117b15a44876f38b382b28ce4bbaaffcc4d9e3ca85fd9413a77e90c7) AuthConfig (cc051dac26423b41bbfa0e011464adc3b05ac5383e51b263eead4fe0de519be6) AuthConfig (e8da21dbcd7696bca5b8e657e91421a949063bf00a3dd2c5bccef1b02e42ed69) AuthConfig (f8d7cff3f37b3cd199e20e2a526f77fdfe3433600463241cfa2282005d099bb9) AuthConfig (05030eafffbcbce6eb70454f217200234eaef2a5059b2a8f1d9e722706dde160) AuthConfig (940b14e9833df6c3555a676829ce5d849c10505920b0b9ade59c761d78affb88) AuthConfig (0a22abdda6b2c90e13afea52b4dfb34fd0cf01bf3d2a64f97b2f07a24836e68f) AuthConfig (07863c45b48333cb415e58869bf43a6fa48b08ae1b2f865a7cfbc72c36e547bf) AuthConfig (73d259ed3d416de8117b04ebdfec73764484d3dd055835fe60672412a84a345b) AuthConfig (18d5e8b6196dc20b7704e6b7893b161c9ddcf8ae843b94f1387993a69af31a43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"b2b8f87e-210f-4691-8ca3-f1dfff5e1775","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.944994737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"117fdefd-2bd1-43b5-a53c-a60ef1261b18","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:12:57.945013902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"117fdefd-2bd1-43b5-a53c-a60ef1261b18","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:02.705085477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"82dae0e0-a805-45fa-bb63-7e6f0d9ab593","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:02.758949522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"82dae0e0-a805-45fa-bb63-7e6f0d9ab593","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:02.812655897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c45a51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"82dae0e0-a805-45fa-bb63-7e6f0d9ab593","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:05.917153178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:07.927027324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"ba9a61ab-50c7-4c8a-8d77-6afd052f9266","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:07.981236305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"ba9a61ab-50c7-4c8a-8d77-6afd052f9266","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:08.033470669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f2d4a33ddf3049a7904c5433d4b13945d6fdb0e66c45f765e00bb183b6efa88) AuthConfig (8393f3a7d7848a62b2f96b115c36b0dcfec12af4e881b7d4924ec6a6fcd6e1d4) AuthConfig (4337d0bd22cc8b24a04b0958f744ca6eb468cc09416680961a5324cec5f42f25) AuthConfig (cfedcfc00c721d1da397448005c023e3798f53e6fe21af40722d6cd5c64874c1) AuthConfig (c58511acb4705d1b6e08040d0d1df0928945b87f2d6ddd0ea4ddac84d1821f1c) AuthConfig (866660ed1b8c8e3d266dd1d4790a971f78eefde28b2dcad893c36932b719b7bb) AuthConfig (14d2b751d2f7a1b69363f67282b6f17f3b1c479aff3e5ea11a23066ae7796bd1) AuthConfig (5e694efe27e79bd174e31eea578ccaa5494516fc7cabcbd7266c990396ed4687) AuthConfig (fd3f824f7578703ba3b74741abbf6454375f0d5a3653a971afac02b6e841bb09) AuthConfig (dfa6f5c81b801ff42b420861d6f21be10c5d34503cffdec9dc2215158f706f5b) AuthConfig (158bd173b40f609bdefb977a9788b942a88e8c0f0b009401b2b779e407181861) AuthConfig (1134d86ec962dc173d29d85d77f09b4a97a4b8f45675e08e759ad62331b8e343) AuthConfig (1d4d6dfa385726778854be2327bbf78df877066174f33b0157904610cc053a3b) AuthConfig (cf0600cdf8ed962ea30448c4c4c2151021a3f1407b7b53d9aede92d80f18f102) AuthConfig (3734a7b9f82094ec5318830f96a5f4ef3c6ed72f2967a95728cc0b363eeccef8) AuthConfig (200992d6c83b82fab95e598ff8c28b30213fa5793d907433d0071521738751b5) AuthConfig (073b5ec027fa57ba99be47ac59975079d5bdb45c97baa18285a56945c121d9e2) AuthConfig (d436f310c6d288e164edea5bba17f74cfccc3f8b3a578364bc1d883e9e47bf77)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"ba9a61ab-50c7-4c8a-8d77-6afd052f9266","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:08.044361638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9f0a09a4-ecdf-43eb-9d56-b72885438f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:08.098348768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9f0a09a4-ecdf-43eb-9d56-b72885438f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:08.150262872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-59f6e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3225c507110bc684deae175fc05847318bad38b86330a8ee3df587e27d1c1a0) AuthConfig (4aaf1cf3b6199fb75db64f527d9aefa80278fe949596bf842c4223f1bbd19221) AuthConfig (8bdadb48addc09aa159f7312a211810929d7d97b51bbba1a852de737099cee63) AuthConfig (151a31057165e6391ac89f456077dac9a790d2cd863b11db591fcc95e0c8dbd0) AuthConfig (8066f940fa793a5afa798b2c6ef922165e656dcbc7f22bb4d2da80d8a027fd53) AuthConfig (0dff2a63242a2cb8cf4e480d1000543a5599d302b1c2023095fbdc1b911c4666) AuthConfig (b588b636f0f9b6cbca77ae0652e2c480e711f30d053d3c24cc13d04f1ddf2392) AuthConfig (e4b229b2b55fc87f5f8e793ed972dd4d89e48cc92764f4e15387a90288951b2f) AuthConfig (2fe239c0117b15a44876f38b382b28ce4bbaaffcc4d9e3ca85fd9413a77e90c7) AuthConfig (cc051dac26423b41bbfa0e011464adc3b05ac5383e51b263eead4fe0de519be6) AuthConfig (e8da21dbcd7696bca5b8e657e91421a949063bf00a3dd2c5bccef1b02e42ed69) AuthConfig (f8d7cff3f37b3cd199e20e2a526f77fdfe3433600463241cfa2282005d099bb9) AuthConfig (05030eafffbcbce6eb70454f217200234eaef2a5059b2a8f1d9e722706dde160) AuthConfig (940b14e9833df6c3555a676829ce5d849c10505920b0b9ade59c761d78affb88) AuthConfig (0a22abdda6b2c90e13afea52b4dfb34fd0cf01bf3d2a64f97b2f07a24836e68f) AuthConfig (07863c45b48333cb415e58869bf43a6fa48b08ae1b2f865a7cfbc72c36e547bf) AuthConfig (73d259ed3d416de8117b04ebdfec73764484d3dd055835fe60672412a84a345b) AuthConfig (18d5e8b6196dc20b7704e6b7893b161c9ddcf8ae843b94f1387993a69af31a43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"9f0a09a4-ecdf-43eb-9d56-b72885438f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:12.915251045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"50b2c79e-1b06-4311-a391-2ea90fe64fb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:12.969358178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"50b2c79e-1b06-4311-a391-2ea90fe64fb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.021976701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c45a51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b39258b209dbad02f3fdf35435eb775c7e8e685f48a57a8679203ac9aa5c15b) AuthConfig (1a00b42af66ebdbcc8b7056abe8d8c700a80f139a4c4a5e5568fdf783c6ad240) AuthConfig (6f11f204a68fddc05818fe2858adff0ceff9a008518c8b04e211ab0302417943) AuthConfig (7482419aa53195a9e445ff6a2198969959661042c5f6ce86530e4f2b5346f79c) AuthConfig (aee7334598e5d09fe4ddf8ec0f0079ed30a3afab9f7bd2ad955928818b257b50) AuthConfig (32a204fab65dbc0757965f787d85cf17f627b135badb9e43e93e25d63806aaad) AuthConfig (b57f1ffbee59a1c5c6c6ffad4e6fc3638f8c3a5c540722fcc58f202fa4a8e85f) AuthConfig (ee746c29cd13137d3ae5c6ba6325c46a27a21448100313c82ba06fbdb3201849) AuthConfig (7002309012ed43e145dbe27b3fdddd9344bc277d437fe3bcc93c3698e139c463) AuthConfig (a05516c4be71e68ffd715173437455a363c300f38c35228d1638ef1a0e226878) AuthConfig (c573d93b61d195907856a9418975aaf225c5ad3fdd53fa0c1cac185f95a77c48) AuthConfig (119d54587af493922c6ed0560892a79373cbd717a93566cc1fc24102107b71db) AuthConfig (a66ad0f818360ff04e5de52381ef5160398a2a36bba41a33ffa447fe1319573d) AuthConfig (8a5708eee17fa43003771af3dba11aa9df926f65456e8bbfe7152ec1bfbc4814) AuthConfig (18ef4c9b56f2b2ff517437db938f6e9cd09f153857c6bd3ffa6406f4c45ea3ea) AuthConfig (80cdabd09ca6b4fb5478c8c7a87b5ee6713c3259464ff71af80dcd74cd4046e8) AuthConfig (8a37f3a5997abe2af0f5ca4f59e5a142f1ba5075d322cb898d1f04be4ec00881) AuthConfig (656ff6ef718823a5457278bb8bd3d178218d4f2e56ff5a77775c3b92471b16e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"50b2c79e-1b06-4311-a391-2ea90fe64fb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.076620294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"6a7f5c0b-51e8-4547-b641-bf92c0680d50","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.076642711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"6a7f5c0b-51e8-4547-b641-bf92c0680d50","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.164500561Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","namespace":"ai-tenant-e2e-explicit-5f2d0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.164557327Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","namespace":"ai-tenant-e2e-explicit-5f2d0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.164612558Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","tenant":"e2e-explicit-5f2d0d","tenantID":"e2e-explicit-5f2d0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.216603295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"Deployment","name":"maas-api-e2e-explicit-5f2d0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.2881556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"Service","name":"maas-api-e2e-explicit-5f2d0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.341454631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-5f2d0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.392481291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-5f2d0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.444805196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.496124589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.550096185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.602001428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.651144909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"Deployment","name":"payload-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.700184102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.749081306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"Service","name":"payload-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.798141307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"Service","name":"payload-pre-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.846877765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.896007052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.945223307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:13.998161016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:14.047266204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:14.096263775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:14.145670744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-5f2d0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:14.194999428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5f2d0d"},"namespace":"ai-tenant-e2e-explicit-5f2d0d","name":"default-tenant","reconcileID":"75c7967c-59a8-48ad-9c8a-84f61a2598ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-5f2d0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:17.15231412Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5f2d0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5f2d0d","reconcileID":"501cb17b-a1b0-4cd8-81ee-eccf4874d1c1","aitenant":"ai-tenants/e2e-explicit-5f2d0d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:17.647482938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77acf481-d18f-4472-96a0-1938656987df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:17.696506786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77acf481-d18f-4472-96a0-1938656987df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:17.745708727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77acf481-d18f-4472-96a0-1938656987df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:17.794524074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77acf481-d18f-4472-96a0-1938656987df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:17.949897763Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5f2d0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5f2d0d","reconcileID":"501cb17b-a1b0-4cd8-81ee-eccf4874d1c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5f2d0d","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-5f2d0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.131875371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"a727d2d0-3415-4c69-9330-e73ab164bc47","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.184606082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"a727d2d0-3415-4c69-9330-e73ab164bc47","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.2477926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"c6c7534a-fb5c-4214-8f6c-9ba57ff2aebd","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.303835612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"c6c7534a-fb5c-4214-8f6c-9ba57ff2aebd","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.494479455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"3892379c-7001-4809-86cb-16885e602899","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.494498946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"3892379c-7001-4809-86cb-16885e602899","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.596588525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"89214a44-f2b6-4a09-be67-a6228ebdf3f8","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:18.596684486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"89214a44-f2b6-4a09-be67-a6228ebdf3f8","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:19.659606714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd96878-b128-46ea-ae5a-715b3674f419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:19.708594035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd96878-b128-46ea-ae5a-715b3674f419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:19.758517379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd96878-b128-46ea-ae5a-715b3674f419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:19.807428889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd96878-b128-46ea-ae5a-715b3674f419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:21.599276002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270cf582-afbc-4fd8-8013-1e21f24889b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:21.650465031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270cf582-afbc-4fd8-8013-1e21f24889b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:21.699462666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270cf582-afbc-4fd8-8013-1e21f24889b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:21.748358028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270cf582-afbc-4fd8-8013-1e21f24889b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:23.180684456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"8e238092-701a-40ca-9af0-827d20dddf54","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:23.235525805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"8e238092-701a-40ca-9af0-827d20dddf54","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:23.28756346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c45a51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b39258b209dbad02f3fdf35435eb775c7e8e685f48a57a8679203ac9aa5c15b) AuthConfig (1a00b42af66ebdbcc8b7056abe8d8c700a80f139a4c4a5e5568fdf783c6ad240) AuthConfig (6f11f204a68fddc05818fe2858adff0ceff9a008518c8b04e211ab0302417943) AuthConfig (7482419aa53195a9e445ff6a2198969959661042c5f6ce86530e4f2b5346f79c) AuthConfig (aee7334598e5d09fe4ddf8ec0f0079ed30a3afab9f7bd2ad955928818b257b50) AuthConfig (32a204fab65dbc0757965f787d85cf17f627b135badb9e43e93e25d63806aaad) AuthConfig (b57f1ffbee59a1c5c6c6ffad4e6fc3638f8c3a5c540722fcc58f202fa4a8e85f) AuthConfig (ee746c29cd13137d3ae5c6ba6325c46a27a21448100313c82ba06fbdb3201849) AuthConfig (7002309012ed43e145dbe27b3fdddd9344bc277d437fe3bcc93c3698e139c463) AuthConfig (a05516c4be71e68ffd715173437455a363c300f38c35228d1638ef1a0e226878) AuthConfig (c573d93b61d195907856a9418975aaf225c5ad3fdd53fa0c1cac185f95a77c48) AuthConfig (119d54587af493922c6ed0560892a79373cbd717a93566cc1fc24102107b71db) AuthConfig (a66ad0f818360ff04e5de52381ef5160398a2a36bba41a33ffa447fe1319573d) AuthConfig (8a5708eee17fa43003771af3dba11aa9df926f65456e8bbfe7152ec1bfbc4814) AuthConfig (18ef4c9b56f2b2ff517437db938f6e9cd09f153857c6bd3ffa6406f4c45ea3ea) AuthConfig (80cdabd09ca6b4fb5478c8c7a87b5ee6713c3259464ff71af80dcd74cd4046e8) AuthConfig (8a37f3a5997abe2af0f5ca4f59e5a142f1ba5075d322cb898d1f04be4ec00881) AuthConfig (656ff6ef718823a5457278bb8bd3d178218d4f2e56ff5a77775c3b92471b16e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"8e238092-701a-40ca-9af0-827d20dddf54","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:23.964200602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"c6fd7fac-78a9-4b62-955f-bbc701ba5cd5","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:23.964227603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"c6fd7fac-78a9-4b62-955f-bbc701ba5cd5","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.034906414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"6d14015f-e1fc-4b59-b353-cce601c3f71f","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.034961576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"6d14015f-e1fc-4b59-b353-cce601c3f71f","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.060750151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"eb8b11f0-2a35-4d56-9b04-8e9b53db1182","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.060771536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"eb8b11f0-2a35-4d56-9b04-8e9b53db1182","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.077664114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"eccbc30a-66fa-4cb7-97fa-74660213ca0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:24.081520213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"27fb2c8a-4d3e-423e-8e50-70ba7eea60ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5da159\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.116887535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"6326cb46-89a1-41d5-9fbc-aab2f7795c12","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.116907218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"6326cb46-89a1-41d5-9fbc-aab2f7795c12","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.136524781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"eccbc30a-66fa-4cb7-97fa-74660213ca0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:24.165911773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"70a97fb8-c957-4a24-80be-8552af46c7e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3ff608\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.17464351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"f3e29f7d-02e0-42bd-b7d3-c7b86fe62bdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.194247015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"7a137a59-a4c7-4a69-a312-9dd345f3d7df","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.194270515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"7a137a59-a4c7-4a69-a312-9dd345f3d7df","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.228472755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"f3e29f7d-02e0-42bd-b7d3-c7b86fe62bdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.252781343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"3ddbaba6-67a3-435a-a011-aa0c2b77cf81","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.252801487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"3ddbaba6-67a3-435a-a011-aa0c2b77cf81","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.2816306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"e4fb4dbc-0249-4f5d-a3cb-1c1930ba6b1d","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.281650496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"e4fb4dbc-0249-4f5d-a3cb-1c1930ba6b1d","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.342916889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"4b4f6cbb-dfc6-408e-95ba-ae81cac9ead6","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.342971646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"4b4f6cbb-dfc6-408e-95ba-ae81cac9ead6","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.441061389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"5d27de30-eec2-4bda-8bb5-39a53276ecb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.468460399Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"d2a92121-4d63-4fc2-b291-aa18ecfdb43e","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-auth-test-model-fa9005","model":"auth-test-model-fa9005","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fa9005/e2e-auth-iso-5da159"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.494445214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"5d27de30-eec2-4bda-8bb5-39a53276ecb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.541618701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"6bdd39a9-2965-41f5-b854-7c7c8edc02f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.561964665Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"0056c655-b4cb-497d-997d-ab32f2fd06dc","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"maas-trlp-auth-test-model-59f6e3","model":"auth-test-model-59f6e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-59f6e3/e2e-auth-iso-3ff608"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.596756239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"6bdd39a9-2965-41f5-b854-7c7c8edc02f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.627132708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"58fe0c88-a128-4fc9-96de-fc8ef49d840a","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.627158876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"58fe0c88-a128-4fc9-96de-fc8ef49d840a","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.726224899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"22e563fb-ab85-4128-be55-1a7210ddf4ba","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.726250809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"22e563fb-ab85-4128-be55-1a7210ddf4ba","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.825301572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"d3d0a240-415c-4064-8a01-26cc89dd04e1","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-auth-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:24.932311863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"65ab5429-5375-432a-9ca9-399bad247f24","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"maas-trlp-auth-test-model-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:25.090537783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"b69d61ab-5101-468c-957f-92555a94df3a","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:25.09055896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"b69d61ab-5101-468c-957f-92555a94df3a","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:33.386341743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"82301a8e-dbe5-40a3-877e-73952252bb2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:33.440071767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"82301a8e-dbe5-40a3-877e-73952252bb2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:33.491689746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c45a51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b39258b209dbad02f3fdf35435eb775c7e8e685f48a57a8679203ac9aa5c15b) AuthConfig (1a00b42af66ebdbcc8b7056abe8d8c700a80f139a4c4a5e5568fdf783c6ad240) AuthConfig (6f11f204a68fddc05818fe2858adff0ceff9a008518c8b04e211ab0302417943) AuthConfig (7482419aa53195a9e445ff6a2198969959661042c5f6ce86530e4f2b5346f79c) AuthConfig (aee7334598e5d09fe4ddf8ec0f0079ed30a3afab9f7bd2ad955928818b257b50) AuthConfig (32a204fab65dbc0757965f787d85cf17f627b135badb9e43e93e25d63806aaad) AuthConfig (b57f1ffbee59a1c5c6c6ffad4e6fc3638f8c3a5c540722fcc58f202fa4a8e85f) AuthConfig (ee746c29cd13137d3ae5c6ba6325c46a27a21448100313c82ba06fbdb3201849) AuthConfig (7002309012ed43e145dbe27b3fdddd9344bc277d437fe3bcc93c3698e139c463) AuthConfig (a05516c4be71e68ffd715173437455a363c300f38c35228d1638ef1a0e226878) AuthConfig (c573d93b61d195907856a9418975aaf225c5ad3fdd53fa0c1cac185f95a77c48) AuthConfig (119d54587af493922c6ed0560892a79373cbd717a93566cc1fc24102107b71db) AuthConfig (a66ad0f818360ff04e5de52381ef5160398a2a36bba41a33ffa447fe1319573d) AuthConfig (8a5708eee17fa43003771af3dba11aa9df926f65456e8bbfe7152ec1bfbc4814) AuthConfig (18ef4c9b56f2b2ff517437db938f6e9cd09f153857c6bd3ffa6406f4c45ea3ea) AuthConfig (80cdabd09ca6b4fb5478c8c7a87b5ee6713c3259464ff71af80dcd74cd4046e8) AuthConfig (8a37f3a5997abe2af0f5ca4f59e5a142f1ba5075d322cb898d1f04be4ec00881) AuthConfig (656ff6ef718823a5457278bb8bd3d178218d4f2e56ff5a77775c3b92471b16e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"82301a8e-dbe5-40a3-877e-73952252bb2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:35.916122664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.336149187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"5e63b04c-d420-4b38-946b-f996aaf47825","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:39.357388404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"db94b10e-2509-4b97-8b00-f0c99a495db7","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-auth-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.393885241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"5e63b04c-d420-4b38-946b-f996aaf47825","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.399310676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"05b7cbae-9ca5-47d3-8ad9-e01a0ba03846","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.399369225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"05b7cbae-9ca5-47d3-8ad9-e01a0ba03846","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.410643982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"591ac623-5fca-4649-af73-1f045c3096c8","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.410696099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"591ac623-5fca-4649-af73-1f045c3096c8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.431276156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"4e7f2905-b018-4fe9-90a6-e1afb6bafe0d","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.431337411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"4e7f2905-b018-4fe9-90a6-e1afb6bafe0d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:39.468865329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"88480665-c24c-4318-a54f-9319e2cbfc53","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"maas-trlp-auth-test-model-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.471843306Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"47cf121e-55f8-4f50-9e15-4a1613ae63a5","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.471900081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"47cf121e-55f8-4f50-9e15-4a1613ae63a5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:39.515253841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"909d02eb-d87d-4bd5-a59d-004a97828e4e","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:39.515279111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"909d02eb-d87d-4bd5-a59d-004a97828e4e","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.552862851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"60a9248d-08d0-4078-bc18-f44fa25488db","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.552965753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"60a9248d-08d0-4078-bc18-f44fa25488db","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:39.627697624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"c68befa8-3858-445a-abf9-681500c9213b","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:39.627724714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"c68befa8-3858-445a-abf9-681500c9213b","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.713671664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"af81d851-1dec-47ab-ac13-0a3442dc1cc2","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:39.713739344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"af81d851-1dec-47ab-ac13-0a3442dc1cc2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:40.03460396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"15f20200-ac5c-433e-ad6a-bbc2717665d4","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:40.034672813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"15f20200-ac5c-433e-ad6a-bbc2717665d4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:40.675427761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"5ca513dd-6f08-4d33-b3b6-a02af7598cb4","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:40.675490546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"5ca513dd-6f08-4d33-b3b6-a02af7598cb4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:41.208688843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"56dcd31f-8409-4782-b066-14c25f3c0d91","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:41.262347515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"56dcd31f-8409-4782-b066-14c25f3c0d91","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:41.327538816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"4e133a0f-e03d-441a-94a3-2ef955d55eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:41.381467807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"4e133a0f-e03d-441a-94a3-2ef955d55eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:41.956502841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"4f5b7541-61fd-49ee-b005-7b537a57be17","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:41.956566508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"4f5b7541-61fd-49ee-b005-7b537a57be17","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:42.77300046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"0814c41c-aaf4-435d-9080-da9d941b2d0a","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:42.773020173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"0814c41c-aaf4-435d-9080-da9d941b2d0a","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:42.881834603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"a9447c3b-2295-4978-9c67-a0c7efbdb6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:42.937846441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"a9447c3b-2295-4978-9c67-a0c7efbdb6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:42.941473968Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"e7788673-6f13-4515-ba01-413cb6c52ce1","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3c6b169","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:43.243268022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"37d3b66c-de55-483d-a804-1741867011f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:43.299660753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"37d3b66c-de55-483d-a804-1741867011f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:43.593416326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"974d7534-9416-4fc1-8736-ab5eb881b094","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:43.647358698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"974d7534-9416-4fc1-8736-ab5eb881b094","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:43.960441209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"2684cd64-ef36-4644-91a3-63d9cc5b4339","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:43.960466777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"2684cd64-ef36-4644-91a3-63d9cc5b4339","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:44.517365897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"5f0eddcb-6543-4d01-a9e5-a573d8bdd7a0","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:44.517429643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-fcae87","namespace":"ai-tenant-e2e-noten-fcae87"},"namespace":"ai-tenant-e2e-noten-fcae87","name":"noten-model-fcae87","reconcileID":"5f0eddcb-6543-4d01-a9e5-a573d8bdd7a0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-fcae87/noten-model-fcae87: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-fcae87/noten-model-fcae87-kserve-route (gateways: [openshift-ingress/e2e-noten-fcae87]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:44.851521633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"3a90a2b8-3fc1-4d39-95bc-88ef9d2286dc","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:44.851552682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"3a90a2b8-3fc1-4d39-95bc-88ef9d2286dc","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:44.887103197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"31d1e23e-258e-42e5-b441-8a074e93c2a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:44.942321522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"31d1e23e-258e-42e5-b441-8a074e93c2a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:44.956694549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"4d65d09e-997f-4f5b-a554-4799289faf1f","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-32c09312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:45.188725176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"11a84f90-5229-4c6a-94b0-f80f1cae5e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:45.244256094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"11a84f90-5229-4c6a-94b0-f80f1cae5e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.247573052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"6b2ba2cd-c11d-4856-90a3-da2552a3681f","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.247604275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"6b2ba2cd-c11d-4856-90a3-da2552a3681f","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.305713665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"d671bc29-8423-4132-bcc7-24a734da6ac1","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.305743187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"d671bc29-8423-4132-bcc7-24a734da6ac1","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.349693925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"7e21d519-91e2-4d3a-9820-4a024558791b","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:49.354821566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"0c3dc1b8-8de5-4b1a-abec-693f9c241152","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-24012a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:49.356363237Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"d671bc29-8423-4132-bcc7-24a734da6ac1","name":"auth-test-model-c45a51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c45a51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:13:49.356417539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"d671bc29-8423-4132-bcc7-24a734da6ac1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c45a51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.361745108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"0bfba2a1-afd8-4c21-be64-e2814e060952","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.361762722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"0bfba2a1-afd8-4c21-be64-e2814e060952","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.402772123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"7e21d519-91e2-4d3a-9820-4a024558791b","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.462648327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"2f750baa-bac4-4fba-b553-c88100e49984","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.462669913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"2f750baa-bac4-4fba-b553-c88100e49984","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.517631115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"17393cde-cc0d-4d4f-a57a-b76ac5e1ffad","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.517654471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"17393cde-cc0d-4d4f-a57a-b76ac5e1ffad","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.701483072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"1477bb58-c5b7-4e5a-8c83-3eb3356f4fac","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.718916724Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"88f55ad2-aae3-42da-b216-0970da8d7768","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"maas-trlp-auth-test-model-c45a51","model":"auth-test-model-c45a51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-c45a51/e2e-auth-iso-24012a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.755347965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"1477bb58-c5b7-4e5a-8c83-3eb3356f4fac","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.876445988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"9e08c914-6827-4d47-8205-998f2cb735b8","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:49.876467662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"9e08c914-6827-4d47-8205-998f2cb735b8","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:50.073038762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"47ad3b25-ff10-4ef8-b699-f62d1bc77636","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"maas-trlp-auth-test-model-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:52.991063221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"ebb27225-6c4a-4aac-8ff9-168d4f18ea41","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","subscription":"e2e-auth-iso-5da159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.040461413Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"ebb27225-6c4a-4aac-8ff9-168d4f18ea41","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.090010765Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"ebb27225-6c4a-4aac-8ff9-168d4f18ea41","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.357042663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"361783fa-3e39-4ebb-a698-f259a0070191","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.35706282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"361783fa-3e39-4ebb-a698-f259a0070191","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.454164384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"cef48a66-a95b-4e79-b093-8bc67a63229f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.497456115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"b13b1be2-57d3-43ed-b325-917d6c33e4e4","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.497475944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"b13b1be2-57d3-43ed-b325-917d6c33e4e4","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.509813864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"cef48a66-a95b-4e79-b093-8bc67a63229f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.597119296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"20ba9121-5402-4da4-b149-5f1ba1a89d24","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.652702896Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"49886e7a-9c52-466f-9f62-f0c2dab8866f","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-db4501a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.653723591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"20ba9121-5402-4da4-b149-5f1ba1a89d24","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.809038828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"df16ec2e-9daa-43df-a1a7-96a170975881","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.862728434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"df16ec2e-9daa-43df-a1a7-96a170975881","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.907691509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"a14d9958-5adc-4692-b84e-1a7adf2becf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:53.96243576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"a14d9958-5adc-4692-b84e-1a7adf2becf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.006777266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"e175590f-e357-4c16-a372-461a7e4ad773","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","subscription":"e2e-auth-iso-3ff608","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.056245755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"e175590f-e357-4c16-a372-461a7e4ad773","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.105629096Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"e175590f-e357-4c16-a372-461a7e4ad773","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"maas-trlp-auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.195403852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ad935f-6d47-4364-b688-e54b7b2712a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.244456895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ad935f-6d47-4364-b688-e54b7b2712a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.2933595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ad935f-6d47-4364-b688-e54b7b2712a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.342449862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ad935f-6d47-4364-b688-e54b7b2712a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.449560857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"3dcd22a8-0273-48b8-a606-e886328452ec","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.449586171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"3dcd22a8-0273-48b8-a606-e886328452ec","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.579056613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"28c8477f-ea20-4b8b-9565-3cf7357e6d47","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.579077247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"28c8477f-ea20-4b8b-9565-3cf7357e6d47","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.589832843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"37370ece-e48b-4f01-8182-3c87f89a0614","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.643081123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"37370ece-e48b-4f01-8182-3c87f89a0614","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.67647781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a9623547-666c-445a-a95b-1c60181cf62a","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.7303317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a9623547-666c-445a-a95b-1c60181cf62a","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.732146549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"5e7297f1-5122-4e79-a21c-71675f1b76ab","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2922ad8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.77073099Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5cabd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5cabd2","reconcileID":"f012a99f-281a-4146-ae75-e89d5960d7b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5cabd2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-5cabd2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:55.943592114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"e0683d37-d7cb-4c8b-8f36-0a0ac833f632","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:56.006197444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"e0683d37-d7cb-4c8b-8f36-0a0ac833f632","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:56.050348102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"1450533e-ae10-49ac-bce1-19eb0dbd332f","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:56.104483403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"1450533e-ae10-49ac-bce1-19eb0dbd332f","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:57.198595166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae92663-f8a7-4f7e-a63a-267aa2bcf056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:57.247757947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae92663-f8a7-4f7e-a63a-267aa2bcf056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:57.296861789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae92663-f8a7-4f7e-a63a-267aa2bcf056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:13:57.345813127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae92663-f8a7-4f7e-a63a-267aa2bcf056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:03.702343068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"c3ba5423-9901-4233-9fb7-2c089ab3eaf1","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","subscription":"e2e-auth-iso-5da159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:03.751534196Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"c3ba5423-9901-4233-9fb7-2c089ab3eaf1","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:03.801075212Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"c3ba5423-9901-4233-9fb7-2c089ab3eaf1","MaaSSubscription":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.063701313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"9b9027c6-ed3c-48c6-abc9-ffaf05a000f0","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.063731972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"9b9027c6-ed3c-48c6-abc9-ffaf05a000f0","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.160758098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"f70790aa-f7cc-4027-8afa-7af348c0e7d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.224453594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"f70790aa-f7cc-4027-8afa-7af348c0e7d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.228637022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"02e898e3-beac-46f0-ad81-d067a2e7c63e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.228647111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"24f28504-350b-4af8-aada-ed061f5cee61","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.22866052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"24f28504-350b-4af8-aada-ed061f5cee61","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.378888804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"02e898e3-beac-46f0-ad81-d067a2e7c63e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.49585455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"02e898e3-beac-46f0-ad81-d067a2e7c63e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.495881961Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-auth-iso-5da159","reconcileID":"02e898e3-beac-46f0-ad81-d067a2e7c63e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.527643521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"473e1418-d52f-443f-b3fa-9a92bed29631","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.548574609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"e9fd72f5-a5d2-440d-a098-b048a4dece64","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/auth-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.548596909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"auth-test-model-1481d7","reconcileID":"e9fd72f5-a5d2-440d-a098-b048a4dece64","MaaSModelRef":{"name":"auth-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"auth-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"auth-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.580428457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"473e1418-d52f-443f-b3fa-9a92bed29631","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.685269284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"90bb048e-1f1e-4f1b-a23c-4a1d3cc4321c","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.685290481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"90bb048e-1f1e-4f1b-a23c-4a1d3cc4321c","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.778716323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"03631fb9-0713-450e-a53e-749464072ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:04.928148596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"03631fb9-0713-450e-a53e-749464072ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.04473878Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"03631fb9-0713-450e-a53e-749464072ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.044766395Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-auth-iso-5da159","reconcileID":"03631fb9-0713-450e-a53e-749464072ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5da159","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.100525367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"8835f6d6-14d4-4ec8-8ca5-c583494e5b6e","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/auth-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.100668081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"auth-test-model-fa9005","reconcileID":"8835f6d6-14d4-4ec8-8ca5-c583494e5b6e","MaaSModelRef":{"name":"auth-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"auth-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"auth-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.781817616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a4e7cd24-cb6c-4832-8643-f9115f771f33","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","subscription":"e2e-auth-iso-3ff608","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.834223514Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a4e7cd24-cb6c-4832-8643-f9115f771f33","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.883814246Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a4e7cd24-cb6c-4832-8643-f9115f771f33","MaaSSubscription":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"maas-trlp-auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:05.915349408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.158615467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"17db5ebc-25a7-48f0-be07-492828e6fb81","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.158636739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"17db5ebc-25a7-48f0-be07-492828e6fb81","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.258674749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"e9c66512-9deb-4ef5-b393-98024f10fe29","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.294813492Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"da79b9f7-b0c7-4bf2-b506-caa4766b9e4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.294812646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"321fa881-89f0-4399-a2a7-0a0a357856b6","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.294913605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"321fa881-89f0-4399-a2a7-0a0a357856b6","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.318515413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"e9c66512-9deb-4ef5-b393-98024f10fe29","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.496588278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"da79b9f7-b0c7-4bf2-b506-caa4766b9e4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.614319614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"da79b9f7-b0c7-4bf2-b506-caa4766b9e4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"name":"e2e-shared-a-w0-e51451-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.614347513Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"e2e-auth-iso-3ff608","reconcileID":"da79b9f7-b0c7-4bf2-b506-caa4766b9e4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.648000265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"5b9071c6-829e-489a-8a4c-85a761c611d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.668134844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"4b2d00dd-bf52-40b5-9189-0c1d6952dc8f","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"tenant":"e2e-shared-a-w0-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","model":"ai-tenant-e2e-shared-a-w0-e51451/auth-test-model-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.668158924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"auth-test-model-e51451","reconcileID":"4b2d00dd-bf52-40b5-9189-0c1d6952dc8f","MaaSModelRef":{"name":"auth-test-model-e51451","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"routeName":"auth-test-model-e51451-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e51451","llmisvcName":"auth-test-model-e51451","gateway":"openshift-ingress/e2e-shared-a-w0-e51451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.701055868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"5b9071c6-829e-489a-8a4c-85a761c611d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.803706219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"4c51e079-20c0-4b00-8027-8c5c08207cbe","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.803736281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"4c51e079-20c0-4b00-8027-8c5c08207cbe","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:06.898319878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a9bfc8f8-d5c9-47f6-b3f5-d235fa22ad69","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:07.148684022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a9bfc8f8-d5c9-47f6-b3f5-d235fa22ad69","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:07.267956912Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a9bfc8f8-d5c9-47f6-b3f5-d235fa22ad69","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"name":"e2e-shared-b-w0-59f6e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:07.267986543Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"e2e-auth-iso-3ff608","reconcileID":"a9bfc8f8-d5c9-47f6-b3f5-d235fa22ad69","MaaSAuthPolicy":{"name":"e2e-auth-iso-3ff608","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:07.321751844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"f741b4c2-3e4d-44ad-a424-8a46ab18ab5a","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"tenant":"e2e-shared-b-w0-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","model":"ai-tenant-e2e-shared-b-w0-59f6e3/auth-test-model-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:07.321772899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"auth-test-model-59f6e3","reconcileID":"f741b4c2-3e4d-44ad-a424-8a46ab18ab5a","MaaSModelRef":{"name":"auth-test-model-59f6e3","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"routeName":"auth-test-model-59f6e3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","llmisvcName":"auth-test-model-59f6e3","gateway":"openshift-ingress/e2e-shared-b-w0-59f6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:14.27354121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"02acb65a-1f00-41aa-8189-aaba5e4d44d1","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"maas-trlp-auth-test-model-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:14.432113868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"eef085c5-3e54-4fa6-b505-1829f1743df7","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:14.432135972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"eef085c5-3e54-4fa6-b505-1829f1743df7","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:15.759345382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"8afc4f69-f960-427e-9dd7-a8b893e2f08f","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:15.812877448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"8afc4f69-f960-427e-9dd7-a8b893e2f08f","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:17.919820608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"867db804-d6a5-4aa7-8b39-971b7d34997f","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:17.919840081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"867db804-d6a5-4aa7-8b39-971b7d34997f","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:18.017435939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"147824ca-a60a-4428-a345-c9c3757aa223","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:18.070239045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"147824ca-a60a-4428-a345-c9c3757aa223","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:18.072270622Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"f5e953db-28bb-4585-b648-56c33f9b55f2","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4c16cd3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:18.365226907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"9837f887-d8d8-4c9a-8cea-93d060df9f04","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:18.418143897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"9837f887-d8d8-4c9a-8cea-93d060df9f04","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.121337508Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"bf480330-0aa8-4d4a-852b-9a1d609ac752","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","subscription":"e2e-auth-iso-24012a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.170568089Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"bf480330-0aa8-4d4a-852b-9a1d609ac752","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.224243839Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"bf480330-0aa8-4d4a-852b-9a1d609ac752","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"maas-trlp-auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.486052216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"2a2dd8b2-9ab3-417d-b71f-902e00385b32","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.48607155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"2a2dd8b2-9ab3-417d-b71f-902e00385b32","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.583189379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"8179fbb6-3bc4-4f33-b082-e0fa3c68e626","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.620028972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"63862166-77dd-4f15-962b-8c7c6fd940a5","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.620047839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"63862166-77dd-4f15-962b-8c7c6fd940a5","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.635986796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"8179fbb6-3bc4-4f33-b082-e0fa3c68e626","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.719084396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"ad9c2d13-1c61-48fc-b2ff-f69c55c69c36","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.772218959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"ad9c2d13-1c61-48fc-b2ff-f69c55c69c36","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.773396375Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"9ba7c940-0b6d-4e51-ba9e-88d4ff04a55c","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-946b4986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.932871517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"dad71afc-7948-45c7-8ed1-c32c08a3dba9","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:28.985779367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"dad71afc-7948-45c7-8ed1-c32c08a3dba9","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:29.03294198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"67ec0ea6-18e6-4fee-b8ed-f5e1a2a1013c","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:29.086662106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"67ec0ea6-18e6-4fee-b8ed-f5e1a2a1013c","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:35.915668332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:38.823395908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"35a86023-7e5c-45eb-b676-283544874eaa","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","subscription":"e2e-auth-iso-24012a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:38.872442698Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"35a86023-7e5c-45eb-b676-283544874eaa","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:38.921962223Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"35a86023-7e5c-45eb-b676-283544874eaa","MaaSSubscription":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"maas-trlp-auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.18436823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"75352c90-5948-48da-877a-3546b5450646","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.184392617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"75352c90-5948-48da-877a-3546b5450646","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.28097528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"89fa3125-d1b6-469b-b128-c55745b7e764","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.329040775Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"f6afe6e1-4d8c-46bb-ac6f-c636c77436ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.329128478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"8391999a-3ecc-4961-933e-c9bb26552bd5","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.329146885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"8391999a-3ecc-4961-933e-c9bb26552bd5","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.334168752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"89fa3125-d1b6-469b-b128-c55745b7e764","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.527609997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"f6afe6e1-4d8c-46bb-ac6f-c636c77436ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.645789427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"f6afe6e1-4d8c-46bb-ac6f-c636c77436ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"name":"e2e-shared-a-w2-546c10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.645816312Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"e2e-auth-iso-24012a","reconcileID":"f6afe6e1-4d8c-46bb-ac6f-c636c77436ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.677688369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"a7ab806b-9b60-4ce7-9aad-40cc71542470","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.698203455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"bfdc8ca5-b90c-47ab-a6ff-8bae95fa3d52","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"tenant":"e2e-shared-a-w2-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","model":"ai-tenant-e2e-shared-a-w2-546c10/auth-test-model-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.698232535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"auth-test-model-546c10","reconcileID":"bfdc8ca5-b90c-47ab-a6ff-8bae95fa3d52","MaaSModelRef":{"name":"auth-test-model-546c10","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"routeName":"auth-test-model-546c10-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-546c10","llmisvcName":"auth-test-model-546c10","gateway":"openshift-ingress/e2e-shared-a-w2-546c10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.730241322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"a7ab806b-9b60-4ce7-9aad-40cc71542470","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.828102335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"61a6e195-ce86-4752-91d4-e74e75338a31","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.828122944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"61a6e195-ce86-4752-91d4-e74e75338a31","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:39.927568359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"d0743920-aab7-41a3-a579-ab88e7c78af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:40.17640386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"d0743920-aab7-41a3-a579-ab88e7c78af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:40.291308685Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"d0743920-aab7-41a3-a579-ab88e7c78af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"name":"e2e-shared-b-w2-c45a51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:40.291334072Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"e2e-auth-iso-24012a","reconcileID":"d0743920-aab7-41a3-a579-ab88e7c78af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-24012a","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:40.34367831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"11eac819-759f-47ed-8668-37884f34286f","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"tenant":"e2e-shared-b-w2-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","model":"ai-tenant-e2e-shared-b-w2-c45a51/auth-test-model-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:40.343701489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"auth-test-model-c45a51","reconcileID":"11eac819-759f-47ed-8668-37884f34286f","MaaSModelRef":{"name":"auth-test-model-c45a51","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"routeName":"auth-test-model-c45a51-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","llmisvcName":"auth-test-model-c45a51","gateway":"openshift-ingress/e2e-shared-b-w2-c45a51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:52.682295419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910dd257-ed94-47dd-b45d-5495be2e6ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:52.731247552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910dd257-ed94-47dd-b45d-5495be2e6ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:52.780302006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910dd257-ed94-47dd-b45d-5495be2e6ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:52.829152071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910dd257-ed94-47dd-b45d-5495be2e6ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:53.252725491Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1a9aeb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1a9aeb","reconcileID":"bed2551f-729d-4b7f-bee3-194bf2d12ea1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1a9aeb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1a9aeb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:54.683644022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a47274-5ed4-47b7-8b2e-d84bc9cbbf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:54.735098954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a47274-5ed4-47b7-8b2e-d84bc9cbbf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:54.784854024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a47274-5ed4-47b7-8b2e-d84bc9cbbf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:54.879531294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a47274-5ed4-47b7-8b2e-d84bc9cbbf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:56.655058328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a449c9d5-aecd-4997-8711-9a1e6ab7659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:56.704239696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a449c9d5-aecd-4997-8711-9a1e6ab7659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:56.754059939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a449c9d5-aecd-4997-8711-9a1e6ab7659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:56.803192469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a449c9d5-aecd-4997-8711-9a1e6ab7659e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:58.581424232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6775c9-df89-41be-8fd8-bb21f1032b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:58.631301521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6775c9-df89-41be-8fd8-bb21f1032b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:58.680384833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6775c9-df89-41be-8fd8-bb21f1032b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:14:58.729698063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6775c9-df89-41be-8fd8-bb21f1032b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:00.573420278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e5fbb-8351-4c84-ae9b-39ab8fc193df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:00.622600997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e5fbb-8351-4c84-ae9b-39ab8fc193df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:00.672043206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e5fbb-8351-4c84-ae9b-39ab8fc193df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:00.721709151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e5fbb-8351-4c84-ae9b-39ab8fc193df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:02.007590843Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b2af6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b2af6e","reconcileID":"c3b8fe96-1f4b-4ec0-a645-47ed8c373b2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b2af6e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b2af6e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:02.558068183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507642de-3c5a-420f-8952-726d8ddf475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:02.607129247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507642de-3c5a-420f-8952-726d8ddf475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:02.65602782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507642de-3c5a-420f-8952-726d8ddf475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:02.704951833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507642de-3c5a-420f-8952-726d8ddf475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:04.335913151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"a94b7774-30a9-4740-9788-212c63abf916","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5cabd2","tenantID":"e2e-extmod-a-5cabd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:04.446713825Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"a94b7774-30a9-4740-9788-212c63abf916","name":"e2e-extmod-a-5cabd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:04.472742301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5f8ca-428d-41eb-9211-6d1526bcc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:04.521814751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5f8ca-428d-41eb-9211-6d1526bcc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:04.570742874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5f8ca-428d-41eb-9211-6d1526bcc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:04.619539136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5f8ca-428d-41eb-9211-6d1526bcc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:05.916806894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:06.07455632Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8a838e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8a838e","reconcileID":"fde6bd8c-0c12-44bf-a642-d16a6c6f76a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8a838e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8a838e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:06.431065367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d58207-c726-4f9b-b695-483ab60cb942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:06.480053832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d58207-c726-4f9b-b695-483ab60cb942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:06.529255449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d58207-c726-4f9b-b695-483ab60cb942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:06.578508239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d58207-c726-4f9b-b695-483ab60cb942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:08.35785809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec811f26-e224-493d-95c1-f9862ae368fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:08.406467101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec811f26-e224-493d-95c1-f9862ae368fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:08.455038695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec811f26-e224-493d-95c1-f9862ae368fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:08.503842387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec811f26-e224-493d-95c1-f9862ae368fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:23.82823279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c60275b-4e3b-43a1-965b-f629fc767c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:23.877225493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c60275b-4e3b-43a1-965b-f629fc767c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:23.925955452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c60275b-4e3b-43a1-965b-f629fc767c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:23.97513709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c60275b-4e3b-43a1-965b-f629fc767c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:24.446880292Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ffeca7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ffeca7","reconcileID":"73aeb078-9325-487a-bfa6-587d6fbfede7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ffeca7","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-ffeca7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:25.7447202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5bbf8f-b4ab-428e-ba2c-456ddf196bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:25.793700217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5bbf8f-b4ab-428e-ba2c-456ddf196bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:25.84280519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5bbf8f-b4ab-428e-ba2c-456ddf196bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:25.892160404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5bbf8f-b4ab-428e-ba2c-456ddf196bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:27.692459181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9472ed6-5592-4f61-a1b5-ed404f6a72d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:27.741569464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9472ed6-5592-4f61-a1b5-ed404f6a72d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:27.791400693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9472ed6-5592-4f61-a1b5-ed404f6a72d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:27.840524103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9472ed6-5592-4f61-a1b5-ed404f6a72d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:29.636085692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5fbb03-de8c-44fa-8178-50eaa36d45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:29.685340806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5fbb03-de8c-44fa-8178-50eaa36d45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:29.735674166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5fbb03-de8c-44fa-8178-50eaa36d45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:29.78468968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5fbb03-de8c-44fa-8178-50eaa36d45bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:31.545835868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b7a1c9-22d8-49a7-a99b-b60777f887b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:31.594684847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b7a1c9-22d8-49a7-a99b-b60777f887b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:31.643527645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b7a1c9-22d8-49a7-a99b-b60777f887b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:31.692455015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b7a1c9-22d8-49a7-a99b-b60777f887b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:33.473795775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80528bf2-a457-48a4-8cf8-6797ca80e455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:33.522864325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80528bf2-a457-48a4-8cf8-6797ca80e455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:33.571816416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80528bf2-a457-48a4-8cf8-6797ca80e455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:33.620911349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80528bf2-a457-48a4-8cf8-6797ca80e455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:35.376429468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b81549f-f195-45b9-877c-704bbf1dfd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:35.425335852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b81549f-f195-45b9-877c-704bbf1dfd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:35.474060561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b81549f-f195-45b9-877c-704bbf1dfd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:35.522850194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b81549f-f195-45b9-877c-704bbf1dfd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:35.915291231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:37.291067988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec532ce6-e777-40a6-ae31-98192d6d6d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:37.339853561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec532ce6-e777-40a6-ae31-98192d6d6d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:37.388378812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec532ce6-e777-40a6-ae31-98192d6d6d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:37.438077203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec532ce6-e777-40a6-ae31-98192d6d6d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:39.212315469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3147a233-30fe-46eb-8a65-fa472c8a4354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:39.261502051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3147a233-30fe-46eb-8a65-fa472c8a4354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:39.310589658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3147a233-30fe-46eb-8a65-fa472c8a4354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:39.359696107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3147a233-30fe-46eb-8a65-fa472c8a4354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:41.127940172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcac7f6-eae0-497a-953c-df33ae95ddbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:41.176796989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcac7f6-eae0-497a-953c-df33ae95ddbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:41.225676716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcac7f6-eae0-497a-953c-df33ae95ddbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:15:41.274578273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcac7f6-eae0-497a-953c-df33ae95ddbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:05.923559391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:09.408076126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"299010fd-4b48-4e9a-9557-d720e786a1db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1a9aeb","tenantID":"e2e-extmod-a-1a9aeb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:09.518284752Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"299010fd-4b48-4e9a-9557-d720e786a1db","name":"e2e-extmod-a-1a9aeb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:18.485865393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"0ed53670-1c8a-4785-a39c-904c6775e72a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b2af6e","tenantID":"e2e-extmod-a-b2af6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:18.593359018Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"0ed53670-1c8a-4785-a39c-904c6775e72a","name":"e2e-extmod-a-b2af6e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:24.88505489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d80336-d7b9-4ea4-b4ba-c3607a510921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:24.934296788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d80336-d7b9-4ea4-b4ba-c3607a510921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:24.983384042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d80336-d7b9-4ea4-b4ba-c3607a510921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:25.032818515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d80336-d7b9-4ea4-b4ba-c3607a510921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:26.883258965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9f4d8-01f5-4307-8e32-b86ea708d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:26.932385594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9f4d8-01f5-4307-8e32-b86ea708d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:26.981297319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9f4d8-01f5-4307-8e32-b86ea708d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:27.030453939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd9f4d8-01f5-4307-8e32-b86ea708d59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:27.786659487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"bd1be930-1418-42e5-ad4e-0a7bf26cbf1c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8a838e","tenantID":"e2e-extmod-a-8a838e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:27.897564333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"bd1be930-1418-42e5-ad4e-0a7bf26cbf1c","name":"e2e-extmod-a-8a838e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:34.408340989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bba25f-0210-4b29-9b8c-4977c953fd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:34.457450914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bba25f-0210-4b29-9b8c-4977c953fd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:34.507186378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bba25f-0210-4b29-9b8c-4977c953fd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:34.557042903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bba25f-0210-4b29-9b8c-4977c953fd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:35.01506971Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-712930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-712930","reconcileID":"2367002b-94cd-4a00-badd-f2a8b3d54d1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-712930","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-712930":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:35.922689205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:36.335196134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d0ab38-0ca6-455d-865d-bd77c0efb2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:36.384869022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d0ab38-0ca6-455d-865d-bd77c0efb2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:36.433726214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d0ab38-0ca6-455d-865d-bd77c0efb2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:36.482724212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d0ab38-0ca6-455d-865d-bd77c0efb2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:38.30064664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5da03b-cfe2-447e-a100-967152ec9791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:38.350446466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5da03b-cfe2-447e-a100-967152ec9791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:38.400725176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5da03b-cfe2-447e-a100-967152ec9791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:38.45067772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5da03b-cfe2-447e-a100-967152ec9791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:40.244393079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dbcd1-6487-40eb-a471-3142ec706a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:40.294221132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dbcd1-6487-40eb-a471-3142ec706a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:40.343454928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dbcd1-6487-40eb-a471-3142ec706a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:40.394233611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05dbcd1-6487-40eb-a471-3142ec706a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:50.971773381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"fcfdc709-0738-4759-98cb-fd1c766437ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-ffeca7","tenantID":"e2e-autores-ffeca7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:16:51.081117048Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"fcfdc709-0738-4759-98cb-fd1c766437ca","name":"e2e-autores-ffeca7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:05.915721691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:35.916478897Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:37.481894293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de47e08-1e16-4346-aa6a-5113e3a9f621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:37.530933058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de47e08-1e16-4346-aa6a-5113e3a9f621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:37.579874645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de47e08-1e16-4346-aa6a-5113e3a9f621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:37.628615385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de47e08-1e16-4346-aa6a-5113e3a9f621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.176697089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"a59ab0cd-f81c-4820-9716-908d7cc2294f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.335523306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"1d8a75c9-9481-487d-9536-1ab8a7a2f6bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.404728989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db50e3-f69b-4130-85d4-b10153d017c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.453758574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db50e3-f69b-4130-85d4-b10153d017c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.502426459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db50e3-f69b-4130-85d4-b10153d017c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.551201162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db50e3-f69b-4130-85d4-b10153d017c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.905361122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"2af9ce25-0c87-450e-a399-e33d145e8a01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.962742773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53e9027f-c2fe-448c-bc36-5e0716750803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:39.971332262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8dcc681-d210-40e1-84dd-dbf3e188a10f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:40.088050545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"4743e780-6a6a-4cba-a222-e0f8333d5377","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:40.197972523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"ea71f6cf-2f52-44bf-bf52-5644f4af9bc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:40.29878875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"a3792364-aea8-4ce6-a549-5c5fae16d105","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:40.39901105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"3dfd405f-650f-423d-bfbf-e976e7493f32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:40.536509486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"574f0261-eb44-4f80-8fc3-bcdc11808315","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:40.637503145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"33a6ef21-5478-4a4b-9ba9-d71cd50ea202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:40.738607708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"adfe1930-8b52-48d9-86b5-f72c2d3cdffb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:46.696631076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fcd681-8b86-4d02-a75d-ec74cbae7f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:46.745795341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fcd681-8b86-4d02-a75d-ec74cbae7f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:46.795170088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fcd681-8b86-4d02-a75d-ec74cbae7f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:46.843967607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fcd681-8b86-4d02-a75d-ec74cbae7f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:48.327996989Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8b58bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8b58bd","reconcileID":"224bfe65-51df-41c1-920f-fd7b36714a26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8b58bd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-8b58bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:48.624236018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2e502-52c6-4ef5-a875-3e13791a22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:48.673203811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2e502-52c6-4ef5-a875-3e13791a22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:48.72203715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2e502-52c6-4ef5-a875-3e13791a22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:48.770672362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2e502-52c6-4ef5-a875-3e13791a22a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:50.586322874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57ca64-64e1-44d8-a611-4e76cc73b41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:50.636322918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57ca64-64e1-44d8-a611-4e76cc73b41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:50.686267565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57ca64-64e1-44d8-a611-4e76cc73b41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:50.735145304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57ca64-64e1-44d8-a611-4e76cc73b41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:53.978855456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81763c3a-670d-4aa8-9a56-d9838bd2415c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:54.027785082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81763c3a-670d-4aa8-9a56-d9838bd2415c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:54.076632599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81763c3a-670d-4aa8-9a56-d9838bd2415c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:54.125559182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81763c3a-670d-4aa8-9a56-d9838bd2415c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:54.681668282Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-068558","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-068558","reconcileID":"4748d29a-f957-49b4-8310-0b392e7c45f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-068558","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-068558":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:55.916773303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcdb8d-85ee-4ab1-aec5-2cafa9b5bcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:55.965848774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcdb8d-85ee-4ab1-aec5-2cafa9b5bcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:56.015617543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcdb8d-85ee-4ab1-aec5-2cafa9b5bcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:56.064397151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcdb8d-85ee-4ab1-aec5-2cafa9b5bcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:57.832475603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c77f84d-a6d9-4d13-8896-71df3d566d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:57.882544412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c77f84d-a6d9-4d13-8896-71df3d566d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:57.931508836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c77f84d-a6d9-4d13-8896-71df3d566d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:57.980450519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c77f84d-a6d9-4d13-8896-71df3d566d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:59.742787396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a29824-18d1-49df-8839-6d101fe63b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:59.791855622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a29824-18d1-49df-8839-6d101fe63b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:59.840644735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a29824-18d1-49df-8839-6d101fe63b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:17:59.889602994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a29824-18d1-49df-8839-6d101fe63b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:04.063232324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82faea51-aa2d-412b-b3c7-db9e19d005bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:04.111788171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"90a99dc5-3386-41af-9b13-302e45be61e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-712930","tenantID":"e2e-extmod-b-712930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:04.112439951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82faea51-aa2d-412b-b3c7-db9e19d005bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:04.161632428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82faea51-aa2d-412b-b3c7-db9e19d005bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:04.211091338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82faea51-aa2d-412b-b3c7-db9e19d005bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:04.271266721Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"90a99dc5-3386-41af-9b13-302e45be61e5","name":"e2e-extmod-b-712930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:05.363048768Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-eb8a93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-eb8a93","reconcileID":"fe985e6e-3305-4003-abc3-1c72400125fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-eb8a93","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-eb8a93":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:05.917037915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:06.107140084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806f68a-f9c0-4da1-b4b2-6b01a5a47e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:06.15610341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806f68a-f9c0-4da1-b4b2-6b01a5a47e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:06.204988439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806f68a-f9c0-4da1-b4b2-6b01a5a47e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:06.25417488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806f68a-f9c0-4da1-b4b2-6b01a5a47e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:08.021310097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0a2b72-c3ac-41b6-8c7d-6e3c3dfa37c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:08.069985375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0a2b72-c3ac-41b6-8c7d-6e3c3dfa37c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:08.118582686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0a2b72-c3ac-41b6-8c7d-6e3c3dfa37c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:08.167262735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0a2b72-c3ac-41b6-8c7d-6e3c3dfa37c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:10.002080777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d24a2c-dca6-4185-873b-cfb00e4cccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:10.051211184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d24a2c-dca6-4185-873b-cfb00e4cccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:10.100040191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d24a2c-dca6-4185-873b-cfb00e4cccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:10.148829951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d24a2c-dca6-4185-873b-cfb00e4cccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:11.908022092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efddf9-060e-44d9-8025-5850187107b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:11.957012985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efddf9-060e-44d9-8025-5850187107b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:12.00604941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efddf9-060e-44d9-8025-5850187107b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:12.054899202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efddf9-060e-44d9-8025-5850187107b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:24.439235093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd06a2-f1cd-4662-b272-412e23b4d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:24.488327366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd06a2-f1cd-4662-b272-412e23b4d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:24.537227221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd06a2-f1cd-4662-b272-412e23b4d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:24.586113966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd06a2-f1cd-4662-b272-412e23b4d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:26.349039426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a5b80-72d1-471c-8cd5-408d29afa6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:26.398130236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a5b80-72d1-471c-8cd5-408d29afa6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:26.446913413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a5b80-72d1-471c-8cd5-408d29afa6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:26.495918435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391a5b80-72d1-471c-8cd5-408d29afa6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:32.055883853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"a3c07b91-084a-47e3-9131-de97e374758c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:32.280731209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"823d7dd5-dcba-4f84-ac19-d683b0eb80f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:32.346304153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"8829b5e9-553f-45f8-85da-98504a0df76f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:32.395158343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"55ab2416-aa1c-4b26-b419-a5578d54624c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:32.451393817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"46e18aac-f4a9-4b7b-99f1-03d39b9bd8c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:32.791345942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"6fc2352a-359a-42ce-add3-f19edc2da19e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:32.889950871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"85d0ad51-343a-4e41-9018-414bd7664c95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:33.021210973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"5279f5cc-99cd-4c6c-941e-d2dcadecb251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:33.122362111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"f81e76d1-c9cf-49a4-a83d-d8ebd0715ad6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:33.222126328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91542665-4f09-4a90-a273-b6a972f2d3f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:33.373058634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"22122d43-a97d-4641-89f6-be2ecff6ccd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:33.604139894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37d7dccc-3457-4e4b-8d9e-4dd3da14a5e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:35.485051427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e755bd-c2bd-4ead-9ae3-fb5087d081c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:35.534134515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e755bd-c2bd-4ead-9ae3-fb5087d081c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:35.582940618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e755bd-c2bd-4ead-9ae3-fb5087d081c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:35.631904344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e755bd-c2bd-4ead-9ae3-fb5087d081c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:35.915213919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:37.475271513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7759b784-5aa6-4edf-800e-40c90dc9a390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:37.524255834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7759b784-5aa6-4edf-800e-40c90dc9a390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:37.573172144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7759b784-5aa6-4edf-800e-40c90dc9a390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:37.622221398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7759b784-5aa6-4edf-800e-40c90dc9a390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:39.519218924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12eaa6f9-33f9-4db4-8c5f-68cc8cdb8466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:39.568275377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12eaa6f9-33f9-4db4-8c5f-68cc8cdb8466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:39.617037041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12eaa6f9-33f9-4db4-8c5f-68cc8cdb8466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:39.665915112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12eaa6f9-33f9-4db4-8c5f-68cc8cdb8466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:51.082055563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"9ee636b8-7193-40d6-9bf1-89f198523dcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:51.571964113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"eb36ea03-e930-47c6-bdae-33a21e2175d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:51.682730274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"90e807fc-e9e0-4954-b116-c15c5db14fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:51.90860376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"30c8ca25-97c2-4761-8f52-18c34d224710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.008189981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"0906c5d8-b2c5-49ed-8def-9d5f92b2ebf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.176434148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"caec854b-eff2-4d82-98a4-2b9768118229","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.28911663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"dcb65f21-9fb7-47b9-bf94-d85ce3c281f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.388073399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5277c2ec-9af7-4d1e-b7a2-a260e7cf546e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.488746796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f6257fd-9f7d-4bef-aa46-d140d491e6de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.590010828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"59b503ac-7e82-44eb-b6aa-dbdf5899a4c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.590224859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"f1090278-8eb7-4ed4-a724-5c8291225d7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:18:52.860718912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"57fd76d6-4515-4137-8195-77a21f9f563f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:05.915194759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:25.650728167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"bae19dd9-8f07-4a2e-9c61-438856db0460","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b58bd","tenantID":"e2e-extmod-b-8b58bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:25.759842414Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"bae19dd9-8f07-4a2e-9c61-438856db0460","name":"e2e-extmod-b-8b58bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:34.665889975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"c21b296e-ddfe-4863-b660-82705df048a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-068558","tenantID":"e2e-extmod-b-068558","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:34.774840949Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"c21b296e-ddfe-4863-b660-82705df048a2","name":"e2e-extmod-b-068558-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:35.915409194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:40.772170024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb21935-a25a-4471-8193-341aadd9028b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:40.821162858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb21935-a25a-4471-8193-341aadd9028b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:40.870358876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb21935-a25a-4471-8193-341aadd9028b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:40.919510698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb21935-a25a-4471-8193-341aadd9028b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:42.687152591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6683a38-d159-4cef-a7f0-486de6c168b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:42.736126105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6683a38-d159-4cef-a7f0-486de6c168b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:42.784937038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6683a38-d159-4cef-a7f0-486de6c168b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:42.833907697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6683a38-d159-4cef-a7f0-486de6c168b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:44.604121965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2fb9c1-e583-4962-a3f2-8fbf6bd699e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:44.653427016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2fb9c1-e583-4962-a3f2-8fbf6bd699e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:44.70272543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2fb9c1-e583-4962-a3f2-8fbf6bd699e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:44.751826607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2fb9c1-e583-4962-a3f2-8fbf6bd699e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:44.969059776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"f124a92f-a74d-4653-ae8e-359b204c1ca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.101465868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"fac80eff-410e-453a-8134-d233cb6ad5f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.169241483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"9e827ab5-bd3e-45a5-bece-87b8866650a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.169252684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"5832f59f-3f0f-4d0e-839b-c9701b3cf391","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.268525864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"5a91ea6d-4934-47e4-84e8-25f87eccaf2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.435622803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"10b58b32-714e-4235-b152-2094610c56a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.714785037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"6cbf46e6-9c25-4583-a686-13efa1acb5c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.88547982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"7bcbda51-aba6-4826-ad89-5f94be31ce26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.934796782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82ff387a-3933-429c-a1d9-fed4fa6f3e30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:45.950992676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"0df3c6cc-8ec0-46c9-8efc-7ae32b5c232d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:46.167765173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"43c178d8-8577-4af3-b18c-d7d40089ec9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:46.358729299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"ee0a18f0-eca6-420d-9bd9-3a7082e8b3b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:46.524776935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e9f510-f887-4959-9f44-eab4ef3579e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:46.573829849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e9f510-f887-4959-9f44-eab4ef3579e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:46.622973645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e9f510-f887-4959-9f44-eab4ef3579e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:46.671861992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e9f510-f887-4959-9f44-eab4ef3579e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:48.442674396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe94d85-1997-4795-acbe-caffd1bfda30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:48.4915288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe94d85-1997-4795-acbe-caffd1bfda30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:48.540708464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe94d85-1997-4795-acbe-caffd1bfda30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:48.589805429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe94d85-1997-4795-acbe-caffd1bfda30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:48.884575456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"6c4b40df-3ec3-444e-94c0-26ea3f1fbfcb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-eb8a93","tenantID":"e2e-extmod-b-eb8a93","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:48.992514508Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"6c4b40df-3ec3-444e-94c0-26ea3f1fbfcb","name":"e2e-extmod-b-eb8a93-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:50.367494173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee468a-7109-4818-a70c-be7d15f57007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:50.416733703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee468a-7109-4818-a70c-be7d15f57007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:50.465618417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee468a-7109-4818-a70c-be7d15f57007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:50.514723958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee468a-7109-4818-a70c-be7d15f57007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:52.276620151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1b40f8-caac-41f3-b5e7-abf37733656a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:52.325569857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1b40f8-caac-41f3-b5e7-abf37733656a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:52.374367509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1b40f8-caac-41f3-b5e7-abf37733656a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:52.423191427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1b40f8-caac-41f3-b5e7-abf37733656a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:54.199096863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d03659-f0c4-413e-8f3d-5349960c40cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:54.249393653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d03659-f0c4-413e-8f3d-5349960c40cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:54.29984808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d03659-f0c4-413e-8f3d-5349960c40cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:54.348658586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d03659-f0c4-413e-8f3d-5349960c40cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:56.116669409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b02bc6-a8f2-4e59-bef4-933f0e92415b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:56.166360996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b02bc6-a8f2-4e59-bef4-933f0e92415b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:56.215743368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b02bc6-a8f2-4e59-bef4-933f0e92415b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:56.264726044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b02bc6-a8f2-4e59-bef4-933f0e92415b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:58.027934184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f04fb52-ba7a-4e7a-b34c-8d16b925da04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:58.078867157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f04fb52-ba7a-4e7a-b34c-8d16b925da04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:58.127789087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f04fb52-ba7a-4e7a-b34c-8d16b925da04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:58.17661198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f04fb52-ba7a-4e7a-b34c-8d16b925da04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:59.950420726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18113bb7-f5dc-45e4-b3fe-6e1eccd1d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:19:59.9994853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18113bb7-f5dc-45e4-b3fe-6e1eccd1d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:00.048402831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18113bb7-f5dc-45e4-b3fe-6e1eccd1d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:00.097613376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18113bb7-f5dc-45e4-b3fe-6e1eccd1d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:01.867174049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc5a8c5-9f76-4f01-9ca0-658458c1e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:01.9162964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc5a8c5-9f76-4f01-9ca0-658458c1e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:01.965267686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc5a8c5-9f76-4f01-9ca0-658458c1e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:02.014393775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc5a8c5-9f76-4f01-9ca0-658458c1e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:03.364702222Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"c3ba2f3a-2ac5-4587-8cbb-ffa43c8c3c87","namespace":"ai-tenant-e2e-autores-ffeca7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:03.364774666Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"c3ba2f3a-2ac5-4587-8cbb-ffa43c8c3c87","namespace":"ai-tenant-e2e-autores-ffeca7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:03.364821187Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"c3ba2f3a-2ac5-4587-8cbb-ffa43c8c3c87","aitenant":"ai-tenants/e2e-autores-ffeca7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:03.831826445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f889e7-8686-4b26-af80-764811c55130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:03.880625994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f889e7-8686-4b26-af80-764811c55130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:03.929694042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f889e7-8686-4b26-af80-764811c55130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:03.979163767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f889e7-8686-4b26-af80-764811c55130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:05.755950792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75666905-f0dc-4528-98c3-fc1bb690d75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:05.805292817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75666905-f0dc-4528-98c3-fc1bb690d75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:05.854328003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75666905-f0dc-4528-98c3-fc1bb690d75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:05.903457993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75666905-f0dc-4528-98c3-fc1bb690d75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:05.915385324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:35.915084668Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:41.660342524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"1d7fa326-9959-486d-b662-b26895747ccd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:41.759691729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"d56a599a-95a0-471f-902f-030a69f381d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.102184587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77fff33e-d2b9-4c42-9f58-472142d0ac78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.216564388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"9e1c41a3-848e-458e-928f-1429d075c055","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.318117337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"d473aae7-345c-44e7-b406-92157346840f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.3303675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"bbfc3549-2ef5-477c-b993-c9fdec2c23e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.445206739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"b3fcdbeb-11a7-4b4d-9599-aa7cc928c149","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.617482541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"76416921-0846-4021-883d-26c6fdf3ba0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.782877287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"79316f65-a93b-4418-ae38-fcf4c6a41568","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:42.958182541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"573458dc-d9d7-4cdb-8575-0bebc6d44901","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:43.471890454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f19dd64-3a01-49d3-b820-8b6da2f9eb27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:43.58518491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"75d2efdd-b74c-467a-8832-df6ab11492ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:54.740744281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4d69d0-6453-4ac2-9bb1-6f52ff7dc86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:54.78957096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4d69d0-6453-4ac2-9bb1-6f52ff7dc86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:54.838445435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4d69d0-6453-4ac2-9bb1-6f52ff7dc86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:54.891116314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4d69d0-6453-4ac2-9bb1-6f52ff7dc86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:56.693063521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2235ee4-4a28-41d2-aba5-12592e5cbab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:56.741981124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2235ee4-4a28-41d2-aba5-12592e5cbab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:56.79131328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2235ee4-4a28-41d2-aba5-12592e5cbab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:56.840365759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2235ee4-4a28-41d2-aba5-12592e5cbab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.556358271Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","namespace":"ai-tenant-e2e-extmod-a-5cabd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.556417929Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","namespace":"ai-tenant-e2e-extmod-a-5cabd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.556469586Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","tenant":"e2e-extmod-a-5cabd2","tenantID":"e2e-extmod-a-5cabd2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.611172632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"Deployment","name":"maas-api-e2e-extmod-a-5cabd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.668584531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"Service","name":"maas-api-e2e-extmod-a-5cabd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.723558568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-5cabd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.77490342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-5cabd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.827388324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.87937232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.933500499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:57.985213042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.034317281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.082680259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.131238512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"Service","name":"payload-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.179718372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.228780861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.277419645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.327394297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.386960975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.436492346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.485595324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.534601865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-5cabd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:20:58.583585958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5cabd2"},"namespace":"ai-tenant-e2e-extmod-a-5cabd2","name":"default-tenant","reconcileID":"dba5d43e-267a-46c8-96ba-9ec914c213d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-5cabd2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:02.555985823Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5cabd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5cabd2","reconcileID":"80c1dba0-91e5-4d03-8af6-7d3851e09bcc","aitenant":"ai-tenants/e2e-extmod-a-5cabd2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:03.086039878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d11986a-877d-4ad2-a6c7-f8c105b5bf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:03.135186622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d11986a-877d-4ad2-a6c7-f8c105b5bf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:03.184127822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d11986a-877d-4ad2-a6c7-f8c105b5bf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:03.233101132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d11986a-877d-4ad2-a6c7-f8c105b5bf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:03.339686521Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5cabd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5cabd2","reconcileID":"80c1dba0-91e5-4d03-8af6-7d3851e09bcc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5cabd2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-5cabd2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:05.034699856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b882ba4-b9a4-4533-86c3-a4e150694e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:05.08458131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b882ba4-b9a4-4533-86c3-a4e150694e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:05.133779942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b882ba4-b9a4-4533-86c3-a4e150694e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:05.182782662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b882ba4-b9a4-4533-86c3-a4e150694e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:05.914383445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:06.949511236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9324041c-565b-49f4-a86d-cfdc955d9b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:06.998526614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9324041c-565b-49f4-a86d-cfdc955d9b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:07.047443868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9324041c-565b-49f4-a86d-cfdc955d9b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:07.096507064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9324041c-565b-49f4-a86d-cfdc955d9b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:08.884102854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2f383c-b4fd-461e-90ec-44e1098cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:08.932842676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2f383c-b4fd-461e-90ec-44e1098cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:08.981807654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2f383c-b4fd-461e-90ec-44e1098cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:09.030661964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2f383c-b4fd-461e-90ec-44e1098cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:11.842387275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff48c43-98ec-4111-bf31-1872e2510ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:11.891510153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff48c43-98ec-4111-bf31-1872e2510ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:11.940415532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff48c43-98ec-4111-bf31-1872e2510ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:11.98954202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff48c43-98ec-4111-bf31-1872e2510ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:13.799159187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830cb12b-5814-4b36-afc5-6e92999deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:13.851375424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830cb12b-5814-4b36-afc5-6e92999deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:13.900917632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830cb12b-5814-4b36-afc5-6e92999deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:13.949658574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830cb12b-5814-4b36-afc5-6e92999deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:15.712821301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b168fe2a-de6f-4db0-9eed-0011e1d063c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:15.761670964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b168fe2a-de6f-4db0-9eed-0011e1d063c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:15.810613985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b168fe2a-de6f-4db0-9eed-0011e1d063c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:15.859916556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b168fe2a-de6f-4db0-9eed-0011e1d063c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.671263649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ab55c6-ea3a-4054-9275-81cb32e71b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.671416019Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","namespace":"ai-tenant-e2e-extmod-b-712930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.720248993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ab55c6-ea3a-4054-9275-81cb32e71b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.720337288Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","namespace":"ai-tenant-e2e-extmod-b-712930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.769078169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ab55c6-ea3a-4054-9275-81cb32e71b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.769187732Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","tenant":"e2e-extmod-b-712930","tenantID":"e2e-extmod-b-712930","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.817769629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ab55c6-ea3a-4054-9275-81cb32e71b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.868712046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"Deployment","name":"maas-api-e2e-extmod-b-712930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.925867031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"Service","name":"maas-api-e2e-extmod-b-712930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:17.977232682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-712930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.069732355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-712930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.127808467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.182824884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.242722257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.302649469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.353311852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.402222834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.451021277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"Service","name":"payload-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.499836547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.548130591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.596322228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.644618362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.697277755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.745593779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.812516759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.861550409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-712930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:18.910276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-712930"},"namespace":"ai-tenant-e2e-extmod-b-712930","name":"default-tenant","reconcileID":"d550ab92-fe10-4150-9ac2-78f70be26621","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-712930","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:19.691050434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a4707c-e53c-42a4-b13e-d715336ea119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:19.74001115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a4707c-e53c-42a4-b13e-d715336ea119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:19.789091574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a4707c-e53c-42a4-b13e-d715336ea119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:19.838054611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a4707c-e53c-42a4-b13e-d715336ea119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:20.968144273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d27a2f5-362a-4027-89fa-796c3304bf63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.022151743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"fbc5554e-d99a-4f48-941a-f8483817dcbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.071557846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"31f94344-a66c-4fd5-8259-c38916428140","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.683470205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c815405-145a-4ab0-bd05-a470e131133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.732527197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c815405-145a-4ab0-bd05-a470e131133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.781297655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c815405-145a-4ab0-bd05-a470e131133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.830318471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c815405-145a-4ab0-bd05-a470e131133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.928741211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"a418c917-0f20-47d5-90d2-31c5db6ea355","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:21.979192417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57cf12e8-3c01-4b2d-812c-6eae03f3e29e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:22.137655515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"ef831dbf-37e9-4179-bd8a-487dd0c7b15f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:22.239665141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"74a115b4-c3f4-49fd-bdad-4cbbdb960922","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:22.338455715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"cd416fcf-60ca-40db-a0df-e1b8750a41a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:22.435604394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"427b5287-6d95-4842-b83d-a1a2504d5d1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:22.53549559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"37833fbd-1ab1-4259-973c-0577051aba23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:22.634415738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"3aa0a43a-a013-4eab-b54f-06f4d10a7fef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:22.639011152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"cc9c30f1-f439-43e8-8e7a-54ac12689f41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:23.520839233Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-712930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-712930","reconcileID":"3089269e-bb95-47c2-bc5a-4d1a34a39926","aitenant":"ai-tenants/e2e-extmod-b-712930","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:23.622413547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0632813-a995-40fa-b08e-bfc63503f2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:23.671259334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0632813-a995-40fa-b08e-bfc63503f2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:23.720025419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0632813-a995-40fa-b08e-bfc63503f2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:23.76918735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0632813-a995-40fa-b08e-bfc63503f2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:24.226861057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-712930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-712930","reconcileID":"3089269e-bb95-47c2-bc5a-4d1a34a39926","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-712930","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-712930"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:25.53176757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8e99e1-348a-4e04-b85e-57dd91e24913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:25.580742048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8e99e1-348a-4e04-b85e-57dd91e24913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:25.629815843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8e99e1-348a-4e04-b85e-57dd91e24913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:25.680188172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8e99e1-348a-4e04-b85e-57dd91e24913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.456473391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"d09fc721-05dd-4afe-bd5e-4330d9541f07","namespace":"llm","name":"e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.510153013Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"54786300-39df-432a-ae6b-e317ee7986be","namespace":"llm","name":"e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.644731946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"5de2f76e-7dcb-466f-8e14-8df05f1f8547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.644827518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5af12a5a-8788-4fc9-b3e1-75418ffd56b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.645094582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"cdaa2c79-fd90-4791-8529-4a89f271e546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.645179298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3207ab55-4805-46f3-840a-c588c6bd3813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.645327647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"d7c821b8-bc14-41da-bb67-03606f4df18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.717848671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0a40a1c-fc8b-4724-9169-adef895daaf4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.717873025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0a40a1c-fc8b-4724-9169-adef895daaf4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718197586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"078352d6-5412-4e51-b9a4-76a780192bd3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718211999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"078352d6-5412-4e51-b9a4-76a780192bd3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718431911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f397af5b-80eb-41d0-b18a-86ed5deb9835","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718443321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f397af5b-80eb-41d0-b18a-86ed5deb9835","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718650208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fec4530-a122-44f6-bba4-859b41045a76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718660835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fec4530-a122-44f6-bba4-859b41045a76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718857863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e0b00fd-474c-4378-9aae-7d2f96b03b33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.718868091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e0b00fd-474c-4378-9aae-7d2f96b03b33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.719091888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cde73e12-641e-4d8a-a876-10ebe5828ac8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.71910294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cde73e12-641e-4d8a-a876-10ebe5828ac8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.719317695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57dac80f-cf4a-4d9f-8ae3-bc294c93abeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.719327376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57dac80f-cf4a-4d9f-8ae3-bc294c93abeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.719610012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c854d8e0-3c9d-4be5-b52a-be71b414e7ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.71962091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c854d8e0-3c9d-4be5-b52a-be71b414e7ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.750179413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3207ab55-4805-46f3-840a-c588c6bd3813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.75064082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"d7c821b8-bc14-41da-bb67-03606f4df18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.752487072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"cdaa2c79-fd90-4791-8529-4a89f271e546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.753101585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"5af12a5a-8788-4fc9-b3e1-75418ffd56b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.754774634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"5de2f76e-7dcb-466f-8e14-8df05f1f8547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.774844677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"189acb59-44cf-4fd9-9c45-57fd8a605278","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.774867112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"189acb59-44cf-4fd9-9c45-57fd8a605278","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.775170428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c6f5ec-1d97-409c-8bcd-346cbd825302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.775182256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c6f5ec-1d97-409c-8bcd-346cbd825302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.775521929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5d34dba-4375-479a-8d2f-c7c815a9c022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.775583707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5d34dba-4375-479a-8d2f-c7c815a9c022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.775959611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4519392e-6294-444b-8036-2c9ddf6d5888","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.7759717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4519392e-6294-444b-8036-2c9ddf6d5888","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776198408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5c0d891-7720-4a4e-90e9-4156e4333713","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776209235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5c0d891-7720-4a4e-90e9-4156e4333713","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776409724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5532188-46ca-492e-b24d-62f664b6fa28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776419207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5532188-46ca-492e-b24d-62f664b6fa28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776614347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6fe436e-9506-4d8d-974f-a37cf3035f7c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776624905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6fe436e-9506-4d8d-974f-a37cf3035f7c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776815302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"964ffbfd-7cd9-41af-a6d6-422fca070797","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.776824482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"964ffbfd-7cd9-41af-a6d6-422fca070797","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.915034569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b529e8b6-ff33-49f9-9449-97602d44f483","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.915060542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bea24e46-8ab0-4dc6-8110-4f0c978d9b2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:26.994435346Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"0b3d0fa2-1265-4be6-9ef1-db3badfce27b","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"name":"e2e-dft-8f8f98","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.097660318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"08aa8d41-caf1-4948-b95a-e1241c30ca39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.097859112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7be48ea7-4150-4c88-8cd2-8af63b8e55e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.098433968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd80591e-d2b5-49a5-8229-aad1509408af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.098698591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"54d2ded4-1aaa-4854-aa6a-f360c2382580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.098907092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"23d8b55a-0d60-4f93-be5e-9bff430c00c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.153128105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd80591e-d2b5-49a5-8229-aad1509408af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.153238151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"08aa8d41-caf1-4948-b95a-e1241c30ca39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.156757009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7be48ea7-4150-4c88-8cd2-8af63b8e55e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.157022848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"23d8b55a-0d60-4f93-be5e-9bff430c00c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.159485925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"54d2ded4-1aaa-4854-aa6a-f360c2382580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.488334528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33efb3f2-70dc-43a4-9f2d-2412430d18f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.488498454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"dc3e4a8c-8ee3-44f5-936f-902efb8f60ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.488659279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1eb6c8c4-151b-47b5-a00e-9928bd890202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.488790524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"8febcf02-3d89-4ee6-8756-dcaa0a7c89f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.488914606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"af19f6bb-4f0e-4528-a9de-af70540e62b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.489082938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4d02a277-7469-40d9-b0dd-0671b87ea9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.538040271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33efb3f2-70dc-43a4-9f2d-2412430d18f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.587187732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33efb3f2-70dc-43a4-9f2d-2412430d18f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.591870275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"af19f6bb-4f0e-4528-a9de-af70540e62b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.591934162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"8febcf02-3d89-4ee6-8756-dcaa0a7c89f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.593918487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"4d02a277-7469-40d9-b0dd-0671b87ea9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.594004828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"1eb6c8c4-151b-47b5-a00e-9928bd890202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.599581857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"b30110b7-c637-4afc-a9b0-9e85c6b7a666","namespace":"llm","name":"e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.637223965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33efb3f2-70dc-43a4-9f2d-2412430d18f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.642557118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"dc3e4a8c-8ee3-44f5-936f-902efb8f60ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.688125963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"69f640d8-4234-4801-ae4f-9ca1d037d0a2","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.688154925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"69f640d8-4234-4801-ae4f-9ca1d037d0a2","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.935397185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b07c756e-5ef0-4bc5-83f2-89c196f65c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.984073478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f9b2de7b-1d66-4542-93b5-2c0ae6b988c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.98428806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"24fca077-f689-4ef3-a06e-d2e436446bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.98457663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d4e0857e-a688-471f-aa8f-b12c95a4a8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.984834104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"92a3c342-6627-4a60-bc29-4542d8251b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:27.988769942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b07c756e-5ef0-4bc5-83f2-89c196f65c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.038424658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d4e0857e-a688-471f-aa8f-b12c95a4a8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.038721638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"24fca077-f689-4ef3-a06e-d2e436446bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.04075703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"92a3c342-6627-4a60-bc29-4542d8251b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.040834266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f9b2de7b-1d66-4542-93b5-2c0ae6b988c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.285611584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"44bef035-1e5d-4573-9fc5-883ba65cb568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.339445237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"44bef035-1e5d-4573-9fc5-883ba65cb568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.384943605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b37e4e54-0f82-4cf4-9329-38761d4acbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.385382201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a27f0513-7fc1-44eb-a0e2-ad2141a2fd2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.386040844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6f4eaf-426c-44fb-811c-fbdbed8e4e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.38681304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a108f7a0-3b2b-43e3-9825-d109fa1123b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.43833484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b37e4e54-0f82-4cf4-9329-38761d4acbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.439058098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a27f0513-7fc1-44eb-a0e2-ad2141a2fd2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.440848341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6f4eaf-426c-44fb-811c-fbdbed8e4e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.441388068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a108f7a0-3b2b-43e3-9825-d109fa1123b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.668601693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c9ca6dc0-3e32-484f-a99a-36aaa2a656bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.721795764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"c9ca6dc0-3e32-484f-a99a-36aaa2a656bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.783801934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6b7b4793-3cf9-4fdd-b49d-e1caa3b713e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:28.836292383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6b7b4793-3cf9-4fdd-b49d-e1caa3b713e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:29.424580688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50c9da5-eb8b-4929-860f-fc562fd57db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:29.473425648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50c9da5-eb8b-4929-860f-fc562fd57db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:29.522331631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50c9da5-eb8b-4929-860f-fc562fd57db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:29.571419501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50c9da5-eb8b-4929-860f-fc562fd57db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:31.351591013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0b3964-ed65-4f8d-8b94-87353b7bb33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:31.401989682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0b3964-ed65-4f8d-8b94-87353b7bb33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:31.451974097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0b3964-ed65-4f8d-8b94-87353b7bb33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:31.500876982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0b3964-ed65-4f8d-8b94-87353b7bb33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.049906068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"c98923ee-7f5b-497c-a1e2-dd0a38d38794","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.049967879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"c98923ee-7f5b-497c-a1e2-dd0a38d38794","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.147946582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"6966d143-6bfc-4768-8050-984a2c3f17f8","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.147976478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"6966d143-6bfc-4768-8050-984a2c3f17f8","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.268779768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0342b092-6b70-42e9-b43b-d4a6b9c3aae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.268955836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"55be162e-9922-4d62-a59e-6f88e797cc01","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.317875242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0342b092-6b70-42e9-b43b-d4a6b9c3aae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.366993403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0342b092-6b70-42e9-b43b-d4a6b9c3aae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.371279156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"55be162e-9922-4d62-a59e-6f88e797cc01","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.415856001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0342b092-6b70-42e9-b43b-d4a6b9c3aae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.813706868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"0d2bdfca-f111-468e-9016-ca72c12c37d6","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.813741044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"0d2bdfca-f111-468e-9016-ca72c12c37d6","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:33.959242375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"e46ed349-6e4f-4cac-8e71-0c3c22877c4f","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:34.01216709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"e46ed349-6e4f-4cac-8e71-0c3c22877c4f","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:35.881851066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"f4b743e0-5d4a-4541-8957-a85606f9ecd4","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:35.881888616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"f4b743e0-5d4a-4541-8957-a85606f9ecd4","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:35.915415489Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:21:35.935874696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"d77ff845-8fe7-4def-8f7c-5c866febad87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-8f8f98-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.027829353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"4f5ec9f2-417d-41c9-8aa4-0626b26ccaae","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.027848611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77d5ab28-7c75-4fab-894a-12ce464d40cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.028375395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f26c2e0a-bfd1-4566-8e08-62c4e99a5a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.03432846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"764aa133-03ac-44d2-9f2e-f7c1ee725ce9","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.034345515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"764aa133-03ac-44d2-9f2e-f7c1ee725ce9","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.133764656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"8e32daa6-6610-449b-84dd-0b3568fb2b9f","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.133790317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"8e32daa6-6610-449b-84dd-0b3568fb2b9f","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:21:36.146099134Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"4f5ec9f2-417d-41c9-8aa4-0626b26ccaae","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.146195786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f26c2e0a-bfd1-4566-8e08-62c4e99a5a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:21:36.14917134Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77d5ab28-7c75-4fab-894a-12ce464d40cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.198368105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f26c2e0a-bfd1-4566-8e08-62c4e99a5a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:21:36.200013369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"4f5ec9f2-417d-41c9-8aa4-0626b26ccaae","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:21:36.203417906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77d5ab28-7c75-4fab-894a-12ce464d40cf","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.232284035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"7d0105fe-d2af-4c76-b042-4bcf6a93ee44","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.232308731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"7d0105fe-d2af-4c76-b042-4bcf6a93ee44","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.33258389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"d636f773-1306-4f1c-ad1a-7c1bad5e673b","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.332611695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"d636f773-1306-4f1c-ad1a-7c1bad5e673b","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.355228695Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"f8648e20-99fa-4bed-a828-a4b55ddaee37","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f8f98","model":"e2e-dft-8f8f98","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-8f8f98-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.383058025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d304764-8a19-4aea-829e-1da51736bd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.383076197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d304764-8a19-4aea-829e-1da51736bd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.383436767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fb7dd3b-ad76-4a75-8eb1-e93345bd1093","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.383448324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fb7dd3b-ad76-4a75-8eb1-e93345bd1093","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.397999839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"ddf0af89-8e3f-411a-a758-101e1b4ffc40","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.450619877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"ddf0af89-8e3f-411a-a758-101e1b4ffc40","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.498572054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b28943-86e4-45ef-a62f-40045d51cf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.498792751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe23553-d8b0-4298-b3f7-feeb3f5b0ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.55398662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b28943-86e4-45ef-a62f-40045d51cf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.554001914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe23553-d8b0-4298-b3f7-feeb3f5b0ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.606064501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe23553-d8b0-4298-b3f7-feeb3f5b0ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.606153976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b28943-86e4-45ef-a62f-40045d51cf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.610731069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"60c2a5cc-26e5-4792-97af-29f648652292","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.610749251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"60c2a5cc-26e5-4792-97af-29f648652292","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.664732257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"919296db-cac7-419b-bfa4-8ceb29ef246d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.664758051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"919296db-cac7-419b-bfa4-8ceb29ef246d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:36.817429103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"27a1b027-b16e-4fb3-aabd-e29ec40eb521","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f8f98","model":"llm/e2e-dft-8f8f98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.245666379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","namespace":"ai-tenant-e2e-autores-ffeca7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.245724832Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","namespace":"ai-tenant-e2e-autores-ffeca7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.245780925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","tenant":"e2e-autores-ffeca7","tenantID":"e2e-autores-ffeca7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.297069871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"Deployment","name":"maas-api-e2e-autores-ffeca7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.354205151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"Service","name":"maas-api-e2e-autores-ffeca7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.408047008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-ffeca7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.458750574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-ffeca7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.510131699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.561186697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.614166328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.665308206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.713800515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"Deployment","name":"payload-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.762503348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.810796842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"Service","name":"payload-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.859090384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"Service","name":"payload-pre-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.907317957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"DestinationRule","name":"payload-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:38.955487726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:39.004297925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:39.056080711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:39.105664278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:39.160846916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:39.213192884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-ffeca7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:39.266691291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ffeca7"},"namespace":"ai-tenant-e2e-autores-ffeca7","name":"default-tenant","reconcileID":"e205731a-6104-40d9-bd37-bfcc5105c380","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-ffeca7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:39.957639969Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ffeca7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ffeca7","reconcileID":"08449342-90ee-456b-92e1-efd4289daf04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ffeca7","removed":["maas.opendatahub.io/gateway-access-e2e-autores-ffeca7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:41.014366408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5253d73-3309-4d1f-af70-2777a434eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:41.062982919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5253d73-3309-4d1f-af70-2777a434eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:41.112349248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5253d73-3309-4d1f-af70-2777a434eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:41.164027242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5253d73-3309-4d1f-af70-2777a434eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:42.931871025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01035b0-4dac-4a94-93c1-57920d2f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:42.982092394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01035b0-4dac-4a94-93c1-57920d2f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:43.032647196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01035b0-4dac-4a94-93c1-57920d2f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:43.081620278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01035b0-4dac-4a94-93c1-57920d2f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:46.801265463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5808ab8f-cffe-4b9a-a783-8ba64bbc900a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:46.854262678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5808ab8f-cffe-4b9a-a783-8ba64bbc900a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:46.856200461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8e41676-aad5-446a-b07f-c3dad6566d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:46.905951053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5808ab8f-cffe-4b9a-a783-8ba64bbc900a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:46.909711357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8e41676-aad5-446a-b07f-c3dad6566d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:46.962521909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8e41676-aad5-446a-b07f-c3dad6566d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:47.024995224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c2bd4f-a324-43f1-8a45-c57d3d3b5c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:47.074169225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c2bd4f-a324-43f1-8a45-c57d3d3b5c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:47.123515605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c2bd4f-a324-43f1-8a45-c57d3d3b5c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:47.172350265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c2bd4f-a324-43f1-8a45-c57d3d3b5c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:47.606886606Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-571996","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-571996","reconcileID":"c78c9bc2-ddd6-4215-adcf-ee134bded61e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-571996","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-571996":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:48.985019068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ed401-9eb3-482f-aa4c-15a05dafcf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:49.03375313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ed401-9eb3-482f-aa4c-15a05dafcf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:49.082481148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ed401-9eb3-482f-aa4c-15a05dafcf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:49.131524919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ed401-9eb3-482f-aa4c-15a05dafcf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:50.897190327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02468205-326a-45cb-8d59-6fda5d16c6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:50.946387192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02468205-326a-45cb-8d59-6fda5d16c6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:50.995158431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02468205-326a-45cb-8d59-6fda5d16c6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:51.04467262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02468205-326a-45cb-8d59-6fda5d16c6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:52.82360397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c208f3b1-524e-456d-aa34-52ad00fe9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:52.872656492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c208f3b1-524e-456d-aa34-52ad00fe9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:52.92197044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c208f3b1-524e-456d-aa34-52ad00fe9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:52.971849663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c208f3b1-524e-456d-aa34-52ad00fe9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:54.742401157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19767943-3571-4806-aab4-9df752ea834e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:54.791229368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19767943-3571-4806-aab4-9df752ea834e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:54.840126368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19767943-3571-4806-aab4-9df752ea834e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:54.889259261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19767943-3571-4806-aab4-9df752ea834e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:56.683996363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe44a28-bf07-404f-8eaa-a07b56a7c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:56.73273308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe44a28-bf07-404f-8eaa-a07b56a7c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:56.781569758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe44a28-bf07-404f-8eaa-a07b56a7c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:56.830557732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe44a28-bf07-404f-8eaa-a07b56a7c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:57.12896229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a450434-cf37-4a9a-bead-d378aa2e3681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:57.182718026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a450434-cf37-4a9a-bead-d378aa2e3681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:57.203340191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39f4626f-10d2-465c-8c7c-239fc656d14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:57.233874051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a450434-cf37-4a9a-bead-d378aa2e3681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:57.259498987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39f4626f-10d2-465c-8c7c-239fc656d14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:57.311743744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39f4626f-10d2-465c-8c7c-239fc656d14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:58.677751467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69629a4-f914-4311-8468-06d13ea480c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:58.72785361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69629a4-f914-4311-8468-06d13ea480c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:58.77705156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69629a4-f914-4311-8468-06d13ea480c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:21:58.82684214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69629a4-f914-4311-8468-06d13ea480c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:04.95956632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"f7a41914-a207-4c05-8675-b8685ea11312","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f8f98","model":"llm/e2e-dft-8f8f98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:05.227652474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"419c1dd5-ac49-47f8-8d05-9627d2bf2c62","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:05.227685559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"419c1dd5-ac49-47f8-8d05-9627d2bf2c62","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:05.916518521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.426857775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a576600-5ee2-48ba-8af5-90561755f1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.427026444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d760a7c-e373-4312-a195-26dc46b7dddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.426858921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"b605ef2e-2ae1-415b-b4eb-03c057f65c6b","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.481835456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"b605ef2e-2ae1-415b-b4eb-03c057f65c6b","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.48187481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d760a7c-e373-4312-a195-26dc46b7dddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.48416533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a576600-5ee2-48ba-8af5-90561755f1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.535795458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"b605ef2e-2ae1-415b-b4eb-03c057f65c6b","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.535904095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d760a7c-e373-4312-a195-26dc46b7dddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.537482635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a576600-5ee2-48ba-8af5-90561755f1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.639897171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"09b81f06-91cc-46fd-a8b0-c2073b05c2be","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.639959433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"09b81f06-91cc-46fd-a8b0-c2073b05c2be","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.689308108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"752cde03-18ec-490f-8d7e-cb7a21d941ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.689329527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"752cde03-18ec-490f-8d7e-cb7a21d941ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.689689016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"122d72ec-e0af-431c-b03e-85f67645c131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:06.689701259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"122d72ec-e0af-431c-b03e-85f67645c131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.281977788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"2cabbe90-3129-47a7-aeee-4affe4026037","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.282004182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"2cabbe90-3129-47a7-aeee-4affe4026037","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.429532361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"082fab12-359c-4e33-a5bc-4f8cc2967089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.429579764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"8f554975-246e-407e-9664-f4eef21a07cd","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.430060949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e79752-ed12-4d19-8e7b-0aa3457d2d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.43537086Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"2c605a7b-07e4-4d1c-ae51-880da6df88b6","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab4ad1ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.483167337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"082fab12-359c-4e33-a5bc-4f8cc2967089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.483364981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e79752-ed12-4d19-8e7b-0aa3457d2d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.485844935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"8f554975-246e-407e-9664-f4eef21a07cd","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.536421566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"082fab12-359c-4e33-a5bc-4f8cc2967089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.536947839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e79752-ed12-4d19-8e7b-0aa3457d2d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.538413089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"8f554975-246e-407e-9664-f4eef21a07cd","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.732257738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"d255b3a1-22d8-462f-9671-e56c0f37306e","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.73242408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f99342-8e14-452b-b66a-15f942f8b2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.732257685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f9521e8-f1ad-4c53-85f3-1bf491b33d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.786134274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f9521e8-f1ad-4c53-85f3-1bf491b33d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.786138352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"d255b3a1-22d8-462f-9671-e56c0f37306e","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.78852495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f99342-8e14-452b-b66a-15f942f8b2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.838882986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"d255b3a1-22d8-462f-9671-e56c0f37306e","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.839062281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f9521e8-f1ad-4c53-85f3-1bf491b33d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:09.842078337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a50ed9579c599ecb41869e03abae1abcae214d2cd2c25638a74a4a73035d403f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e01b98bffae8784ee47e9aa9006e22c31d3f58020472da0f084bbd0fbff9ff5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (82427795a6c5eaf05b73d4603e83b97bb2abf6c11ac854c650ea196aac816f34) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c44c2a274f7fe9eecdbd27908d71fe1edc7fc6786bf052b7d98e7f17564a281b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f99342-8e14-452b-b66a-15f942f8b2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:18.682025471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82609f4c-77ae-429a-97a4-421bf3aa839f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:18.730571506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82609f4c-77ae-429a-97a4-421bf3aa839f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:18.779444829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82609f4c-77ae-429a-97a4-421bf3aa839f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:18.828242024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82609f4c-77ae-429a-97a4-421bf3aa839f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:19.488290876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"9be52cbc-10aa-4189-9e4d-0c890fe867ea","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-8f8f98","subscription":"e2e-dft-8f8f98-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:19.596866982Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"9be52cbc-10aa-4189-9e4d-0c890fe867ea","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:19.646240367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-sub","reconcileID":"9be52cbc-10aa-4189-9e4d-0c890fe867ea","MaaSSubscription":{"name":"e2e-dft-8f8f98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f8f98","namespace":"llm","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:19.975721452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"4a8348b7-735b-4527-8e3f-9c435c7cbe63","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:19.975751195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"4a8348b7-735b-4527-8e3f-9c435c7cbe63","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.07385729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b781eabf-94f3-4cbc-9ac3-d732599d3afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.074289842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"eb0f14a5-ad84-483c-8a7f-9c4bbae84cbe","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.074632864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"220a5b33-ae5b-4998-8d5f-fee26665c6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.171797858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"fc8b4dc7-6fac-4990-acb5-48315c8a3a67","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.171825559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"fc8b4dc7-6fac-4990-acb5-48315c8a3a67","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.234851997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"220a5b33-ae5b-4998-8d5f-fee26665c6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:22:20.242488587Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"eb0f14a5-ad84-483c-8a7f-9c4bbae84cbe","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:22:20.246035601Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b781eabf-94f3-4cbc-9ac3-d732599d3afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:22:20.27079272Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"fc8b4dc7-6fac-4990-acb5-48315c8a3a67","name":"e2e-dft-8f8f98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-8f8f98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:22:20.270862334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"fc8b4dc7-6fac-4990-acb5-48315c8a3a67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-8f8f98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.286574531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"220a5b33-ae5b-4998-8d5f-fee26665c6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:22:20.291871878Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"eb0f14a5-ad84-483c-8a7f-9c4bbae84cbe","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-8f8f98-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:22:20.291913926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"eb0f14a5-ad84-483c-8a7f-9c4bbae84cbe","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.292069466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f8f98-access","reconcileID":"e4beb28b-8c3f-4dfe-bf8f-dcbf741f4dd3","MaaSAuthPolicy":{"name":"e2e-dft-8f8f98-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:22:20.300450583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b781eabf-94f3-4cbc-9ac3-d732599d3afd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.326848573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"b71e6396-c83e-4837-91fc-a37355a6d0d7","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.32687268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"b71e6396-c83e-4837-91fc-a37355a6d0d7","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.376737998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbf5a0fd-6e6b-4d14-a0b9-f55693458bea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.376758072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbf5a0fd-6e6b-4d14-a0b9-f55693458bea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.377127633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92d1f6e5-4711-483a-9817-a02f765843d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.377139189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92d1f6e5-4711-483a-9817-a02f765843d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.449446191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f78a23c4-4cf1-4fbc-9a56-0c9ca41fc0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.50262614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f78a23c4-4cf1-4fbc-9a56-0c9ca41fc0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.546006329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"70146c26-ddb2-455a-ae1c-4e80257e49d9","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.546031608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"70146c26-ddb2-455a-ae1c-4e80257e49d9","MaaSModelRef":{"name":"e2e-dft-8f8f98","namespace":"llm"},"routeName":"external-model-e2e-dft-8f8f98-4987222936d2","namespace":"llm","model":"e2e-dft-8f8f98","externalModel":"e2e-dft-8f8f98","provider":"e2e-dft-8f8f98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.548878994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8b947b4-69fb-4d20-8d8c-aeb0811c810c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.555341731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f78a23c4-4cf1-4fbc-9a56-0c9ca41fc0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.602315449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8b947b4-69fb-4d20-8d8c-aeb0811c810c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.607398737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e33a5c3-53c3-48b7-85ee-11caf745824e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.607415807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e33a5c3-53c3-48b7-85ee-11caf745824e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.653912842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8b947b4-69fb-4d20-8d8c-aeb0811c810c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.693782558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50d1f17-21d6-48bf-ac68-8dbc907699dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.742670889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50d1f17-21d6-48bf-ac68-8dbc907699dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.791897087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50d1f17-21d6-48bf-ac68-8dbc907699dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.840978894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50d1f17-21d6-48bf-ac68-8dbc907699dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.952875696Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"1328368a-7ee1-463a-bff6-17b3accce3af","namespace":"ai-tenant-e2e-extmod-a-1a9aeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.952970648Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"1328368a-7ee1-463a-bff6-17b3accce3af","namespace":"ai-tenant-e2e-extmod-a-1a9aeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:20.953027173Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"1328368a-7ee1-463a-bff6-17b3accce3af","aitenant":"ai-tenants/e2e-extmod-a-1a9aeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.030597246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"ee5683d7-4840-4394-a691-dffd198f2b0e","namespace":"llm","name":"e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.083668306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07a72672-a439-470a-8be7-6f107d99d257","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.083692878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07a72672-a439-470a-8be7-6f107d99d257","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.083998284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a810c161-5e56-4b99-a846-c75a052ada9f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.084009603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a810c161-5e56-4b99-a846-c75a052ada9f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.084222463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6176c339-13f7-4da2-a3b0-bdfb45d33f54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.084232923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6176c339-13f7-4da2-a3b0-bdfb45d33f54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.084520248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59cf8d19-35a1-4f4c-af4b-d6d206e05a90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.084532749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59cf8d19-35a1-4f4c-af4b-d6d206e05a90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.084789243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c92f7c8-8e31-4e57-89f5-6e08c4899b49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.084799335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c92f7c8-8e31-4e57-89f5-6e08c4899b49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.085010577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f7f004c-f15c-4149-a66e-51c9baba0e11","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.085019992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f7f004c-f15c-4149-a66e-51c9baba0e11","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.085223555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8b12fbc-6285-46f7-83d4-f11d077b3184","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.085232821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8b12fbc-6285-46f7-83d4-f11d077b3184","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.085419942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9d6f9f77-8ea0-4823-b78b-0be59bc103e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.085428744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9d6f9f77-8ea0-4823-b78b-0be59bc103e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.268358501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"deffcd02-979b-403f-90e5-aad1cba27889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.269061954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69030e70-f716-4975-9bf2-01efa6670b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.269492245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a6adaa0b-c6c6-4847-b3c1-6ed6ae684190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.269843012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f44dcae8-cdda-48e6-97b4-f8c9b80ea591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.270188813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784720ae-fb35-4b17-88fc-86c53324c091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.320299174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42daa5f5-ea90-4aeb-ab97-d6debf898c04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.320415041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfbc8895-0085-42bf-b8bb-21dd0e182d14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.325027512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69030e70-f716-4975-9bf2-01efa6670b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.329528996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"f44dcae8-cdda-48e6-97b4-f8c9b80ea591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.329580788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a6adaa0b-c6c6-4847-b3c1-6ed6ae684190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.333194445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"deffcd02-979b-403f-90e5-aad1cba27889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.333607927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784720ae-fb35-4b17-88fc-86c53324c091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.376895367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69030e70-f716-4975-9bf2-01efa6670b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.386246794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784720ae-fb35-4b17-88fc-86c53324c091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.524298077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"db2764fd-6172-4881-b803-64d8e5c4659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.531518672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"712b05cc-7826-4b86-82eb-2991240ae3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.580378926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"db2764fd-6172-4881-b803-64d8e5c4659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.587683716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"712b05cc-7826-4b86-82eb-2991240ae3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.644873953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f8f98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f8f98","reconcileID":"a9c4af22-0415-4a5a-a30a-01b1a477b0db","namespace":"llm","name":"e2e-dft-8f8f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.683725796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"307ea92f-6b91-4a46-9c7f-ebc00093d9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.683999632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a3246b5e-21cb-44d2-9ecc-be81f95b3aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.684167526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"25ef3392-3875-40dd-aa68-38b5b068333d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.737072259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"307ea92f-6b91-4a46-9c7f-ebc00093d9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.738602361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"25ef3392-3875-40dd-aa68-38b5b068333d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.739488922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a3246b5e-21cb-44d2-9ecc-be81f95b3aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:21.972100601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"c7808789-2cdd-4842-a710-72ec8543f9fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.020220617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a245154f-a9f3-4163-9c5f-111dec5abfef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.025689372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"c7808789-2cdd-4842-a710-72ec8543f9fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.07507739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"a245154f-a9f3-4163-9c5f-111dec5abfef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.128066566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec249117-92db-42cd-8610-9eef1dea8a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.128949042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c76d466d-0f77-416c-84c8-6a92ab5c0e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.17781552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"608abfb4-9672-42e5-b8c1-2c0e182d4801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.181615665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec249117-92db-42cd-8610-9eef1dea8a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.183069098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c76d466d-0f77-416c-84c8-6a92ab5c0e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.232063013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"608abfb4-9672-42e5-b8c1-2c0e182d4801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.233630772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec249117-92db-42cd-8610-9eef1dea8a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.234342434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c76d466d-0f77-416c-84c8-6a92ab5c0e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.323835517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d2716dec-4d51-45b3-a583-0dff30f2b4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.372350551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2b799bfe-8019-48c4-a764-a5c773b6d9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.376453029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d2716dec-4d51-45b3-a583-0dff30f2b4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.37981067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6f34735b-7557-4b64-904e-ed01a6b5f089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.379968975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"572011e3-183a-498c-93b7-d8a5f5ca6e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.424838921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2b799bfe-8019-48c4-a764-a5c773b6d9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.432626772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"572011e3-183a-498c-93b7-d8a5f5ca6e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.433331898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6f34735b-7557-4b64-904e-ed01a6b5f089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.574880466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"fee40db1-f679-4437-893f-a067e5122d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.627782413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"fee40db1-f679-4437-893f-a067e5122d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.65733905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c84c30-7228-4fed-bdf3-55f4338ee713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.706494586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c84c30-7228-4fed-bdf3-55f4338ee713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.706743264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d8d666ab-26a4-42c9-a484-38d72ac07133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.755363744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c84c30-7228-4fed-bdf3-55f4338ee713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.804288679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c84c30-7228-4fed-bdf3-55f4338ee713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.804467663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"6fceb4f5-1aee-4922-9bfe-ae334045479b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.858009172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d8d666ab-26a4-42c9-a484-38d72ac07133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:22.859437806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"6fceb4f5-1aee-4922-9bfe-ae334045479b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.439958065Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"737e607f-550a-499c-a7a0-437f47abe627","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.495279931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"b0d22cae-6d5b-4d5f-9d96-d490a8f0aae0","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.588460075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"bfcf46a3-185f-4298-8f72-e274d55380a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.588496441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb7c15b6-0dea-43c8-a369-e535ba69de27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.588976521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2b56a900-d744-4922-8cdb-6b20ab7805a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.589244754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeb180c3-1255-4362-8046-f90370f4dce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.589334685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"74346334-f538-4e2e-ab83-d83b0af97a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.641685665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"bfcf46a3-185f-4298-8f72-e274d55380a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.642356812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb7c15b6-0dea-43c8-a369-e535ba69de27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.644325154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"74346334-f538-4e2e-ab83-d83b0af97a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.644713501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2b56a900-d744-4922-8cdb-6b20ab7805a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.647095399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeb180c3-1255-4362-8046-f90370f4dce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.69523003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb7c15b6-0dea-43c8-a369-e535ba69de27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.699153739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeb180c3-1255-4362-8046-f90370f4dce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.795580628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"f4b01c01-a787-4b71-ada8-7daee6b26672","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"name":"e2e-dft-refs-6273a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.840460363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"0ef87a34-88b9-43a7-a38a-fded9ffef527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.898468128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbcac067-68ab-4093-8039-0b1be23dc007","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.898846814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"0ef87a34-88b9-43a7-a38a-fded9ffef527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.899246697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9802c3f9-66ab-491a-9bc3-560c23b81cca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.899264831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9802c3f9-66ab-491a-9bc3-560c23b81cca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.899751486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0037f947-bd46-4e0f-9c7b-aacfc34a71bf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.899765865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0037f947-bd46-4e0f-9c7b-aacfc34a71bf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.900181935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"40e15930-a1c2-4479-9230-340ab03a26c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.900199225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"40e15930-a1c2-4479-9230-340ab03a26c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.900595584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8614fc31-2904-4c0b-a173-4245dcf50c34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.900608888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8614fc31-2904-4c0b-a173-4245dcf50c34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.900821595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"161e088c-ec1a-44bc-8f1e-65745647d7ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.942662394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"46bc4d85-f324-430f-aba9-561b52640540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.949469615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"64dddb65-79e6-4f99-af06-e603ad148852","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"name":"e2e-dft-refs-6273a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.99735949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"46bc4d85-f324-430f-aba9-561b52640540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.998517629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5947dd1a-8f9d-479d-bc87-392de74176d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.998585035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5947dd1a-8f9d-479d-bc87-392de74176d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.998876351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec5aa50e-69d8-434a-ac56-d283fa788dd2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.998887942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec5aa50e-69d8-434a-ac56-d283fa788dd2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.9991944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3659f994-7194-4f1a-8b5f-31045648e26c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.999206047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3659f994-7194-4f1a-8b5f-31045648e26c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.999576618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d56afda-1063-4f8e-b0d0-5cffbe8adaa4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:23.999597943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d56afda-1063-4f8e-b0d0-5cffbe8adaa4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.042053671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c4d5403d-ab4d-4208-a30c-232c1a47b632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.042104877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"afd7cabd-4558-4dc0-aaa1-65f4d366209a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.042517375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"4f7f273b-c015-46c7-9cf9-44845dde1e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.097600708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"4f7f273b-c015-46c7-9cf9-44845dde1e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.097640168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"c4d5403d-ab4d-4208-a30c-232c1a47b632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.099732818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"afd7cabd-4558-4dc0-aaa1-65f4d366209a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.244838586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8e2b8811-480d-4f3c-847d-873f3c52ecef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.297950283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"8e2b8811-480d-4f3c-847d-873f3c52ecef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.344961777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"27d68aae-1503-47a1-a27e-31a32e6e9b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.39760445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"27d68aae-1503-47a1-a27e-31a32e6e9b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.44657148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc97e730-380d-4559-8c6b-2e2a375aadcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.446904546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5da8668-c2fe-48f3-aa90-a3bbe0021204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.446569423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ad5e24e9-eecf-4ec4-99a1-da1ed3893e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.500424636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ad5e24e9-eecf-4ec4-99a1-da1ed3893e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.501465963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc97e730-380d-4559-8c6b-2e2a375aadcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.503056256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5da8668-c2fe-48f3-aa90-a3bbe0021204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.554089416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc97e730-380d-4559-8c6b-2e2a375aadcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.555216319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5da8668-c2fe-48f3-aa90-a3bbe0021204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.576171378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"e7e78ada-5522-4359-9457-2aef8582c0ef","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.626452271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"df381a08-815a-4cad-b100-58abf86fe5b6","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.626748299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"df381a08-815a-4cad-b100-58abf86fe5b6","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6273a2-474abab69fbb","namespace":"llm","model":"e2e-dft-refs-6273a2","externalModel":"e2e-dft-refs-6273a2","provider":"e2e-dft-refs-6273a2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.65274675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7e865cdc-3bdd-4889-8788-e038fd87b5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.700559434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"637c9439-996c-4918-b0fe-986188f8e194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.705266877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7e865cdc-3bdd-4889-8788-e038fd87b5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.722546935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da69db03-5181-4609-8aa5-8a21d5f2a463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.749099456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a68488eb-c1a8-4bc9-8d51-23dfadaba8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.758312827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"637c9439-996c-4918-b0fe-986188f8e194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.781836144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da69db03-5181-4609-8aa5-8a21d5f2a463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.808070942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a68488eb-c1a8-4bc9-8d51-23dfadaba8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.810255517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cfe9158e-fbb6-432c-a230-17a6ea1c62ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.834202162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da69db03-5181-4609-8aa5-8a21d5f2a463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.860995156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a68488eb-c1a8-4bc9-8d51-23dfadaba8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.86349245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cfe9158e-fbb6-432c-a230-17a6ea1c62ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:24.98189743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"d8956331-490a-4adf-be46-ada39d4c4e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.007750481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"77ed0581-a170-41f7-ab35-51a103e2f23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.034910799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"d8956331-490a-4adf-be46-ada39d4c4e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.057487813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a7f39bed-c161-450d-b554-c25a5c86a681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.060630318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"77ed0581-a170-41f7-ab35-51a103e2f23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.106309829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"79c027cd-e085-4be1-860e-785bcad5b103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.111279805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a7f39bed-c161-450d-b554-c25a5c86a681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.154673778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"a8a184e2-a033-4a4b-b74d-f47e70a23d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.158911006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"79c027cd-e085-4be1-860e-785bcad5b103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.207565869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"a8a184e2-a033-4a4b-b74d-f47e70a23d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.326044435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7a1fd915-0b1e-4dcc-94a2-c2096264eecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.378705694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7a1fd915-0b1e-4dcc-94a2-c2096264eecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.431947955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"97f2beca-1df4-4d60-abd4-b688d17d4efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.43194797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"962693c0-1e2d-4761-8321-27f557608b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.48949293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"97f2beca-1df4-4d60-abd4-b688d17d4efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.489655262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"962693c0-1e2d-4761-8321-27f557608b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.531038137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"320b0b41-2138-44b9-adef-040f51b1aab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.584980279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"320b0b41-2138-44b9-adef-040f51b1aab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.614827956Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"976c0ae6-9b3e-46e3-b8f3-676c6dd76f84","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.762180649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3a5a5a-8570-4a31-83d1-08122849b8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.762181135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba533c44-d1b8-4473-bc51-4a37595c8cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.784915683Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","namespace":"ai-tenant-e2e-extmod-a-b2af6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.785010591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","namespace":"ai-tenant-e2e-extmod-a-b2af6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.785080298Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","tenant":"e2e-extmod-a-b2af6e","tenantID":"e2e-extmod-a-b2af6e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.817964116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba533c44-d1b8-4473-bc51-4a37595c8cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.817974711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3a5a5a-8570-4a31-83d1-08122849b8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.834170897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"578b28ee-67c4-4616-b54c-92947d6c1544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.834169677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"ed72ed75-5fe0-4e8a-813e-af5bbc80178a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.835665106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b2af6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.870644214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba533c44-d1b8-4473-bc51-4a37595c8cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.871363358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3a5a5a-8570-4a31-83d1-08122849b8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.888275521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"ed72ed75-5fe0-4e8a-813e-af5bbc80178a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.888717167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"578b28ee-67c4-4616-b54c-92947d6c1544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.893067082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"Service","name":"maas-api-e2e-extmod-a-b2af6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.937503684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b13898d9-176e-42b6-85d9-64b801dbe4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.948649686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b2af6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.991031642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"b13898d9-176e-42b6-85d9-64b801dbe4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:25.999747473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b2af6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.03723518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"39845ed9-dbbe-42f2-9130-edc14c8089c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.037238251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"a872b0cd-e169-4264-ac59-135594b110e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.051622535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.092169277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"39845ed9-dbbe-42f2-9130-edc14c8089c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.092227006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"a872b0cd-e169-4264-ac59-135594b110e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.102457858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.155853481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.207058831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.235471881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"ed3d5b31-ae5b-4239-9f94-23e5c8b57364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.235099004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7d1ee60b-b0fa-4ee3-95fe-e5dbd4c60cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.260333518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.289455411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7d1ee60b-b0fa-4ee3-95fe-e5dbd4c60cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.290026994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"ed3d5b31-ae5b-4239-9f94-23e5c8b57364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.308991734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.334977724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"480b3dd6-a55f-4eb9-a980-bcc0797690f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.36018571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"Service","name":"payload-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.388239398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"480b3dd6-a55f-4eb9-a980-bcc0797690f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.408603064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.434051773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"d2e72e19-1c88-4074-ba7b-e0ba90e9cfad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.434078841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"6cf54ed5-0d34-41bd-969e-a44ded09be68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.457264196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.487685985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"d2e72e19-1c88-4074-ba7b-e0ba90e9cfad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.487842856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"6cf54ed5-0d34-41bd-969e-a44ded09be68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.505865108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.555602199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.607482977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.655960953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.704542202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.75297773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b2af6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:26.801489024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b2af6e"},"namespace":"ai-tenant-e2e-extmod-a-b2af6e","name":"default-tenant","reconcileID":"4f2fdce0-3f08-40a7-8d53-6cf4a1198602","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b2af6e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:28.437701336Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b2af6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b2af6e","reconcileID":"8f57e4ce-7551-434b-93b4-b16aeeac3c98","aitenant":"ai-tenants/e2e-extmod-a-b2af6e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:28.872556693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef1326-74c7-4e45-8ab1-5e28c1c27255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:28.921870926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef1326-74c7-4e45-8ab1-5e28c1c27255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:28.970730312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef1326-74c7-4e45-8ab1-5e28c1c27255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.019808303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef1326-74c7-4e45-8ab1-5e28c1c27255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.190549412Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b2af6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b2af6e","reconcileID":"8f57e4ce-7551-434b-93b4-b16aeeac3c98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b2af6e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b2af6e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.640012619Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"cf9ceb15-f9ba-4f55-a819-5c77ed8f1220","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.689583051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"4c2a8e01-4f6e-4eed-9b52-0f71fd1a9c0e","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.689618379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"4c2a8e01-4f6e-4eed-9b52-0f71fd1a9c0e","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6273a2-474abab69fbb","namespace":"llm","model":"e2e-dft-refs-6273a2","externalModel":"e2e-dft-refs-6273a2","provider":"e2e-dft-refs-6273a2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.739001821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1539871f-1491-4abf-afd7-e811249c4369","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.739021736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1539871f-1491-4abf-afd7-e811249c4369","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.739307533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d9050a5-e247-47ce-a427-4eebca126c36","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.739319576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d9050a5-e247-47ce-a427-4eebca126c36","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.739557738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d438718-9771-4e4b-ab10-e149447275af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.739569188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d438718-9771-4e4b-ab10-e149447275af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.740015458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"898af887-397b-48a6-b7eb-b7c06a958763","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.740036472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"898af887-397b-48a6-b7eb-b7c06a958763","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.74056781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e1431f5-34df-4856-84db-803aff0fad03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.740587142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e1431f5-34df-4856-84db-803aff0fad03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.74083847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47c7dd67-fe52-4d6d-99a6-d1c945b0578c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.740847866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47c7dd67-fe52-4d6d-99a6-d1c945b0578c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.741120607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"669a2593-c3db-4356-a422-c6a002f59559","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.741135494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"669a2593-c3db-4356-a422-c6a002f59559","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.741365365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0604218c-c3e7-437a-afa9-eec486df6a33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.741376616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0604218c-c3e7-437a-afa9-eec486df6a33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.789061181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef7e7e2-e646-40dc-9cde-f33f1079f538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.789490676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7ad31c70-b0ae-44c7-b012-082799758c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.789733209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b58ac2d9-c6fe-4a8b-b7c8-9e1abc27e251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.790167728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e6369a4f-e9db-4f4d-9dd9-7c8710aa7c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.790175463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"837ea12d-9e15-4b05-b6d3-71f0c7662143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.790834726Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"cd34d5c3-9325-4672-b66d-ce4841db18da","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6273a2-474abab69fbb","namespace":"llm","model":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.842895054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef7e7e2-e646-40dc-9cde-f33f1079f538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.844910819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"7ad31c70-b0ae-44c7-b012-082799758c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.845182463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"837ea12d-9e15-4b05-b6d3-71f0c7662143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.847303235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e6369a4f-e9db-4f4d-9dd9-7c8710aa7c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.847483291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b58ac2d9-c6fe-4a8b-b7c8-9e1abc27e251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.890529226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8b7445d-43ea-4f9e-886b-e961f08f59cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.890597798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f6672d6-6974-4a4b-b7dc-70ed0cc63ca3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.899262775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef7e7e2-e646-40dc-9cde-f33f1079f538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:29.900317362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b58ac2d9-c6fe-4a8b-b7c8-9e1abc27e251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.072152987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1278d1c4-7973-45d1-8a26-32a9f0a8e7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.12055948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d04d9d5f-f0d4-4c49-9c93-98068516a744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.125459026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"1278d1c4-7973-45d1-8a26-32a9f0a8e7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.17402422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d04d9d5f-f0d4-4c49-9c93-98068516a744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.180131359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"9c440107-a6ce-427a-924c-cb3439b58d88","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.194179851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"5648f5b7-abe0-4410-a4a9-524649a78f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.228875436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"94534ea8-6763-436b-8306-b2d7a35186b1","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"name":"e2e-dft-refs-6273a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.247894301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"5648f5b7-abe0-4410-a4a9-524649a78f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.368385593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b427a6fd-15ec-48e2-b91e-d43090894a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.368727816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"dd45646c-8fab-4a12-a198-174bc1a92eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.423009739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"dd45646c-8fab-4a12-a198-174bc1a92eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.423063619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b427a6fd-15ec-48e2-b91e-d43090894a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.518521348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"f02c7711-dd09-4e93-b60d-ccc25e286e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.518626186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"0be9cca7-0731-467d-a0d3-560a59fa98da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.572211838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"f02c7711-dd09-4e93-b60d-ccc25e286e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.572904018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"0be9cca7-0731-467d-a0d3-560a59fa98da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.693979601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aacdb55-c636-4d11-9e8b-3614f3fb93ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.747128342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aacdb55-c636-4d11-9e8b-3614f3fb93ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.798956243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aacdb55-c636-4d11-9e8b-3614f3fb93ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.824953625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5df7be-1b5a-4220-8c5d-bbe3e5d61149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.825088937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0587ff97-51c4-4fad-be0d-a9aa937dfcfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.825396942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f20c7d8-561b-4dbe-8e0b-60a3fbf0a0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.87425777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5df7be-1b5a-4220-8c5d-bbe3e5d61149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.923418757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5df7be-1b5a-4220-8c5d-bbe3e5d61149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.927969689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0587ff97-51c4-4fad-be0d-a9aa937dfcfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.928174934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f20c7d8-561b-4dbe-8e0b-60a3fbf0a0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.972479019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5df7be-1b5a-4220-8c5d-bbe3e5d61149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.974061924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0b70e288-900b-4111-92e8-441759a8e9de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:30.974062237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e9c13015-e17f-4cfa-b76d-13336310c9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.026010499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f20c7d8-561b-4dbe-8e0b-60a3fbf0a0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.027011576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"0b70e288-900b-4111-92e8-441759a8e9de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.029490205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e9c13015-e17f-4cfa-b76d-13336310c9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.069754932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"96a92cf0-15fc-4996-91a4-e77a450a060f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.122622424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"96a92cf0-15fc-4996-91a4-e77a450a060f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.222673284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0ff9f7a5-f6fe-4bdb-a2ff-b0de57a66a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.276396825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0ff9f7a5-f6fe-4bdb-a2ff-b0de57a66a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.320837715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"d9253018-46d0-4416-944e-cb245ce34fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.37436143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"d9253018-46d0-4416-944e-cb245ce34fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.420547529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"acd2cb80-efe0-4c04-9dbb-48b0d6f084ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.420549042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"04fa41f3-45b9-46ff-a5d1-a954605723e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.474075679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"04fa41f3-45b9-46ff-a5d1-a954605723e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.474185818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"acd2cb80-efe0-4c04-9dbb-48b0d6f084ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.583892589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","namespace":"ai-tenant-e2e-extmod-a-8a838e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.584013175Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","namespace":"ai-tenant-e2e-extmod-a-8a838e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.584082614Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","tenant":"e2e-extmod-a-8a838e","tenantID":"e2e-extmod-a-8a838e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.638801479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8a838e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.697668547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"Service","name":"maas-api-e2e-extmod-a-8a838e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.755840719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8a838e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.806383849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8a838e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.858129611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.910420944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:31.983658047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.03452118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.083143348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.132151916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.180818979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"Service","name":"payload-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.229329498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.292563919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.341023569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.389173774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.441546779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.490029919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.538083446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.586312459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8a838e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.635174002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8a838e"},"namespace":"ai-tenant-e2e-extmod-a-8a838e","name":"default-tenant","reconcileID":"e5a809fc-f49c-40a2-a646-97819cbe5e14","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8a838e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.784300608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b3fa6f-e22c-4352-8578-3abc684c8e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.833103209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b3fa6f-e22c-4352-8578-3abc684c8e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.881994435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b3fa6f-e22c-4352-8578-3abc684c8e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:32.983130604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b3fa6f-e22c-4352-8578-3abc684c8e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:34.781668808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376ec5a1-a2f3-4617-ae8a-d5f3ad46e69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:34.830425723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376ec5a1-a2f3-4617-ae8a-d5f3ad46e69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:34.881750434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376ec5a1-a2f3-4617-ae8a-d5f3ad46e69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:34.932284246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376ec5a1-a2f3-4617-ae8a-d5f3ad46e69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:35.857981863Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"67807043-743f-4879-b64e-7673b03da9c9","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:35.911453009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"11c5466d-af89-4932-ac99-93b6ce5a1706","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"name":"e2e-dft-refs-6273a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:35.916371293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.010162152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c0fa3d3-8cd8-4838-a3a1-3ecc38343671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.012589811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"df5669d8-f3fa-4a45-b772-5f538224f6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.012610181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c6c69c5-f232-40e6-b80f-db7403945ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.013023723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7a1408ac-cb8c-419d-99ce-64dab60fccf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.013291201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2c50da2e-e21d-4f99-82f1-3e5be52b6566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.064878564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c0fa3d3-8cd8-4838-a3a1-3ecc38343671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.068711363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"df5669d8-f3fa-4a45-b772-5f538224f6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.068717175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7a1408ac-cb8c-419d-99ce-64dab60fccf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.071026957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c6c69c5-f232-40e6-b80f-db7403945ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.07114208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"2c50da2e-e21d-4f99-82f1-3e5be52b6566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.119761665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c0fa3d3-8cd8-4838-a3a1-3ecc38343671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.120719471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"d392a1c5-3e60-4d0d-8ea3-c2ed9a7c5820","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"name":"e2e-dft-refs-6273a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.123721693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c6c69c5-f232-40e6-b80f-db7403945ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170136542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d82e8ef5-e49c-4da7-8303-4ffebb56f230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170157018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d82e8ef5-e49c-4da7-8303-4ffebb56f230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170476168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4cd7bf6f-c12c-4f9a-b911-7f0763d713f6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170488487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4cd7bf6f-c12c-4f9a-b911-7f0763d713f6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170686658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93196451-da9c-4ae0-9858-45581b0e3171","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170696299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93196451-da9c-4ae0-9858-45581b0e3171","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170908921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"692bbcad-b2d7-421e-b1d1-611f4944783f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.170936387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"692bbcad-b2d7-421e-b1d1-611f4944783f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.171153678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0fa7b48f-638f-4911-99e3-e2b90e61d5fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.171164265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0fa7b48f-638f-4911-99e3-e2b90e61d5fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.171388087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bb56454-f8c3-463e-b683-62a8f11dacb6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.171402422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bb56454-f8c3-463e-b683-62a8f11dacb6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.171623944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a01abe5-e842-4956-8dab-3bb8be6bceb8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.171634411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a01abe5-e842-4956-8dab-3bb8be6bceb8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.17185182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77c23294-8a25-4093-89c5-941b2a2f9b6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.171862165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77c23294-8a25-4093-89c5-941b2a2f9b6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.266097317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"00db5aba-fe66-4515-af73-8a87da22558b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.269251766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"59950427-a702-4827-89c1-b40e821c3fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.270568021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86a6de18-b39f-445e-9da3-a97090f8f589","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.270574218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a771a487-16ba-4fcd-ac24-3ef7e3016138","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.319869094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"00db5aba-fe66-4515-af73-8a87da22558b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.325942231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"59950427-a702-4827-89c1-b40e821c3fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.389239768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"5b8c067f-b1ad-455c-8c73-9af880849cf4","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"name":"e2e-dft-refs-6273a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.414116581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3ae3d957-51f8-4a92-b6cd-6f4e23a3021d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.414143267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2f0c3735-cf96-4592-b7af-0b486dfad280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.414845584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"264037a1-3d29-4a3d-a60a-ebb594e5b81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.438692998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8b9f9c21-e3f2-4051-85e1-bad65d8dd5b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.43871361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8b9f9c21-e3f2-4051-85e1-bad65d8dd5b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.439046666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c67c83e-2d4e-4037-88ed-2105725e185f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.43906188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c67c83e-2d4e-4037-88ed-2105725e185f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.439296285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6275020d-a321-4da8-bd93-0db58dc28cdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.439310303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6275020d-a321-4da8-bd93-0db58dc28cdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.439654643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b390212-301d-4f0d-aad0-dbd896dd09a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.439667432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b390212-301d-4f0d-aad0-dbd896dd09a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.44002686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ed85a01-ce59-4b07-ad3a-51656f8e78a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.440040583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ed85a01-ce59-4b07-ad3a-51656f8e78a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.440262293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e36c3bf6-13a9-4c1b-aaf4-c787c6932ddc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.440275299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e36c3bf6-13a9-4c1b-aaf4-c787c6932ddc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.440498831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70d6c483-ab24-4b44-8528-9b4638ee524d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.440510759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70d6c483-ab24-4b44-8528-9b4638ee524d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.440719979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35c966d1-24e7-4f8d-ae3a-c539513a69c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.440732078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35c966d1-24e7-4f8d-ae3a-c539513a69c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.47428181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2f0c3735-cf96-4592-b7af-0b486dfad280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.474297485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"3ae3d957-51f8-4a92-b6cd-6f4e23a3021d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.476411409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"264037a1-3d29-4a3d-a60a-ebb594e5b81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.70478166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b0c51c8e-e43d-4def-acf4-96210ade377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.705008292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e04f1a85-02c8-4726-a894-6c789c80eda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.757855746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b0c51c8e-e43d-4def-acf4-96210ade377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.757955231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e04f1a85-02c8-4726-a894-6c789c80eda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.869708579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08a993aa-bb79-42d1-84be-65aa8cd4a2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.870236117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0efd8e9-54b3-48db-8d14-496e846c02f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.925112434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08a993aa-bb79-42d1-84be-65aa8cd4a2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.925126923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0efd8e9-54b3-48db-8d14-496e846c02f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:36.985444298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"d126a1a9-041d-4c9b-b5ca-95a076566f75","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.014590558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0efd8e9-54b3-48db-8d14-496e846c02f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.014590536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08a993aa-bb79-42d1-84be-65aa8cd4a2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.034109873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"73227bf3-951d-4ced-a617-ee70702f22a0","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"name":"e2e-dft-refs-6273a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.131529591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b0ca3adc-d619-4ebf-be2f-f291069552a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.131595456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"a3504ae4-b004-4761-a64c-d3c785952209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.13204278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"eb83950c-18c0-4ef2-b464-1ad8c3edd867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.159645394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67dc68f-f6b0-4441-b400-e6e8c4802d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.159719989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"d6b2af9a-480f-492f-8976-023a53819d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.184431459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"a3504ae4-b004-4761-a64c-d3c785952209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.185119502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b0ca3adc-d619-4ebf-be2f-f291069552a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.187041819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"eb83950c-18c0-4ef2-b464-1ad8c3edd867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.213654235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"d6b2af9a-480f-492f-8976-023a53819d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.213818131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67dc68f-f6b0-4441-b400-e6e8c4802d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.266243152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67dc68f-f6b0-4441-b400-e6e8c4802d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.412014059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39351f97-8ca7-44e7-bd3d-b4a0e01bd8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.465376526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39351f97-8ca7-44e7-bd3d-b4a0e01bd8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.488166147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5c445d-d8ac-4ad3-aa8e-0562e7d19243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.537754384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5c445d-d8ac-4ad3-aa8e-0562e7d19243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.587914311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5c445d-d8ac-4ad3-aa8e-0562e7d19243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.59149185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39351f97-8ca7-44e7-bd3d-b4a0e01bd8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.637660306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5c445d-d8ac-4ad3-aa8e-0562e7d19243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.637775979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b8698fc5-1713-4b46-9439-ccd832e8afde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.638335549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e839ba2a-8056-47cc-bf30-c801643e39a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.638629686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"90855e5a-6428-4a9c-a4e1-3bcc6614fefe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.639341456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0d96e57f-c874-4309-baea-7541b8b96039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.692096064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b8698fc5-1713-4b46-9439-ccd832e8afde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.69473155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"e839ba2a-8056-47cc-bf30-c801643e39a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.696892837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"90855e5a-6428-4a9c-a4e1-3bcc6614fefe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.699172237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"0d96e57f-c874-4309-baea-7541b8b96039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.789678923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"57809a95-b0f9-4935-aef4-db03f8da2058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:37.84364928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"57809a95-b0f9-4935-aef4-db03f8da2058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.046491523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2db256f0-0c7f-4383-9170-e857891db398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.080553203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"50098282-a40e-4601-ba73-35b6bbf67867","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.100570069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"2db256f0-0c7f-4383-9170-e857891db398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.130185029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"7701e764-d8e5-4990-b20b-3b8d2ce654be","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.130222094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"7701e764-d8e5-4990-b20b-3b8d2ce654be","MaaSModelRef":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6273a2-474abab69fbb","namespace":"llm","model":"e2e-dft-refs-6273a2","externalModel":"e2e-dft-refs-6273a2","provider":"e2e-dft-refs-6273a2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.227911928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"273e8326-8766-4567-b3e5-672ea2ac99cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.228072655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a94ede4-870d-405a-8325-2a8860584927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.228389095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b3d69eac-9045-485f-a6a0-0b8fb6a40535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.240675868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"319df3f7-64d4-4500-a2db-a9271184fbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.281631291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"b3d69eac-9045-485f-a6a0-0b8fb6a40535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.281848102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a94ede4-870d-405a-8325-2a8860584927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.284078994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"273e8326-8766-4567-b3e5-672ea2ac99cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.294052474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"319df3f7-64d4-4500-a2db-a9271184fbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.334816377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a94ede4-870d-405a-8325-2a8860584927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.336720494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"273e8326-8766-4567-b3e5-672ea2ac99cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.344478096Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8a838e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8a838e","reconcileID":"cbe9d326-3a8a-4a7f-8773-b739efe9cb20","aitenant":"ai-tenants/e2e-extmod-a-8a838e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.452210166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"66b5a515-fab6-4cbd-bb87-3e5ab43ee93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.480242088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"608831e4-a39e-47af-b88b-6b9000284e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.482064424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7a73c035-8848-4a37-9a12-9263c0eed21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.504861081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"66b5a515-fab6-4cbd-bb87-3e5ab43ee93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.533770107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"608831e4-a39e-47af-b88b-6b9000284e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.535125805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"7a73c035-8848-4a37-9a12-9263c0eed21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.659668076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"cd3642ba-fc58-4e94-94e2-d1a6926af058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.659783932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"c5bce44e-22cd-425a-8ce6-c5f84484237d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.712293465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"cd3642ba-fc58-4e94-94e2-d1a6926af058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.712341563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"c5bce44e-22cd-425a-8ce6-c5f84484237d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.848428524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"50651293-7a21-4301-9eec-a029835d1206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.901799089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"50651293-7a21-4301-9eec-a029835d1206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.968669164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6c069703-cc5f-41df-bd28-61a60b5b03e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:38.969576776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cb07b027-6652-4f5d-9cb1-239024c76370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:39.022637403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"6c069703-cc5f-41df-bd28-61a60b5b03e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:39.022727127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"cb07b027-6652-4f5d-9cb1-239024c76370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:39.074154306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8a838e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8a838e","reconcileID":"cbe9d326-3a8a-4a7f-8773-b739efe9cb20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8a838e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8a838e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:39.479535892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5f732-4089-46c9-813d-64c453be3e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:39.5286343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5f732-4089-46c9-813d-64c453be3e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:39.578228772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5f732-4089-46c9-813d-64c453be3e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:39.62739982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5f732-4089-46c9-813d-64c453be3e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:41.392165921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98638492-6895-4504-963e-c490e37c9c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:41.441026788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98638492-6895-4504-963e-c490e37c9c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:41.49010774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98638492-6895-4504-963e-c490e37c9c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:41.538866706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98638492-6895-4504-963e-c490e37c9c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.38576627Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"3953dced-745d-47a1-8401-ae8e4130782d","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.438176201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbd3a9d2-b57e-4c65-8dfd-d2894156af68","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.438198551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbd3a9d2-b57e-4c65-8dfd-d2894156af68","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.47257267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ea74c53-ad5a-4d4d-b2e1-24c0e8f730d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.472605164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ea74c53-ad5a-4d4d-b2e1-24c0e8f730d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.47300598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c8d867f-14fc-406d-99c9-28ba37c43a35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.473024571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c8d867f-14fc-406d-99c9-28ba37c43a35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.473369753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6da8e33-37ec-47d9-949e-af7129b3eb45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.473386381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6da8e33-37ec-47d9-949e-af7129b3eb45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.473834024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06e87949-47da-41f7-817e-4febe9ddd7eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.473852562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06e87949-47da-41f7-817e-4febe9ddd7eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.474342373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e129da7d-6bb1-4404-b3ab-206d1e5dbc23","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.474364276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e129da7d-6bb1-4404-b3ab-206d1e5dbc23","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.47467358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4eb9bd9c-6564-402c-89b2-d26392d9c895","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.474690403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4eb9bd9c-6564-402c-89b2-d26392d9c895","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.570729972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ac1de52-f822-4808-a8db-bff6fe05e156","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.570757474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ac1de52-f822-4808-a8db-bff6fe05e156","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.668738288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed5ac6e-b92e-42fa-8599-12367a2c7d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.668724202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"d3c7a36c-01f4-44f2-9da9-ceab4adde4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.66944499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"fcfe9f48-13fa-4064-ae7f-863c1576b7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.669589078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"66261711-d7ea-4ca6-9cac-f51dddc894ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.669789164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04a0c584-8359-493f-bb35-b643bd5039d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.723390898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed5ac6e-b92e-42fa-8599-12367a2c7d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.724243615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"d3c7a36c-01f4-44f2-9da9-ceab4adde4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.725989939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"fcfe9f48-13fa-4064-ae7f-863c1576b7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.728128812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04a0c584-8359-493f-bb35-b643bd5039d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.728669995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"66261711-d7ea-4ca6-9cac-f51dddc894ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.769121984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8fb998c-b92b-48a0-842c-4cc600ab8fa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.769393651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bc60363-fce7-4e4c-9260-a7efed32b99a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.776059945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed5ac6e-b92e-42fa-8599-12367a2c7d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.779839736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04a0c584-8359-493f-bb35-b643bd5039d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.865299103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6273a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6273a2","reconcileID":"56249bf6-884c-4e93-b4fe-a82427b00977","namespace":"llm","name":"e2e-dft-refs-6273a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.970956796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"2de8bc84-c12f-4ac4-8018-62300e6360f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:42.971417115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"89a607d7-761a-4d45-9952-0756eeee247a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.025121307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"2de8bc84-c12f-4ac4-8018-62300e6360f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.025145158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"89a607d7-761a-4d45-9952-0756eeee247a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.07183941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"ce0126d8-0108-4eff-b0cf-fb5487ecbab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.073356935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7d361355-ea94-46b3-bab9-b8ac52584e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.129706784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"ce0126d8-0108-4eff-b0cf-fb5487ecbab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.14657754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"7d361355-ea94-46b3-bab9-b8ac52584e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.195382193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"db5fbe80-6de0-4348-9606-da601e4f0727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.271266995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"db5fbe80-6de0-4348-9606-da601e4f0727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.381483118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c793e56e-d31f-4f52-a66e-7d0e73537128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.431097977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c793e56e-d31f-4f52-a66e-7d0e73537128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.431229947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"77b7814b-73b5-46f4-95bd-790adef59841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.480463295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c793e56e-d31f-4f52-a66e-7d0e73537128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.484778576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"77b7814b-73b5-46f4-95bd-790adef59841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.529697606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c793e56e-d31f-4f52-a66e-7d0e73537128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.529850688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"834dcf5e-e690-445a-8a30-1b754f19f740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.530433311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a2fd7e-0acf-4b1e-8b8d-87769f6ed0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.579387635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9b8a95-e072-42e3-9e2b-da2963f50826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.58434223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"834dcf5e-e690-445a-8a30-1b754f19f740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.585607002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a2fd7e-0acf-4b1e-8b8d-87769f6ed0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.63339343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9b8a95-e072-42e3-9e2b-da2963f50826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.637429096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a2fd7e-0acf-4b1e-8b8d-87769f6ed0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.677555997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"b310912a-1c84-4cac-9858-b6ad1fdf4532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.685674439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9b8a95-e072-42e3-9e2b-da2963f50826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.734936963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"b310912a-1c84-4cac-9858-b6ad1fdf4532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.829962081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0b6b2ab2-9dc5-4875-bff0-cfd079a5a50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.883886083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"0b6b2ab2-9dc5-4875-bff0-cfd079a5a50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.884284844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5438bb87-a65a-4dd3-a549-b0779c339ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.884289883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3959d7f8-8f92-44b0-ab9b-d55150499a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.92674415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1991d1c2-5cc8-4120-a674-20960e2b3d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.937128907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5438bb87-a65a-4dd3-a549-b0779c339ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.937134899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"3959d7f8-8f92-44b0-ab9b-d55150499a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:43.979812559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1991d1c2-5cc8-4120-a674-20960e2b3d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.383508965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"d1ac0347-6059-446f-80f0-b48dcd759720","namespace":"llm","name":"e2e-dft-del-076053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.435650462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"38da851c-1224-4fdd-a369-f18c58747b0f","namespace":"llm","name":"e2e-dft-del-076053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.616586817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0e4ac47b-921f-4502-ac54-611aa8688ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.616641563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"eda145cd-1143-452d-8221-f1d302d353c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.617262802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"411d4ed4-a6c1-425f-986e-0547c79307a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.617611202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8049c0c8-b414-4303-94ed-c999dd0715f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.617821395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"be42c7e3-9055-4ccf-94fb-4dfe875eadd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.672285715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"eda145cd-1143-452d-8221-f1d302d353c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.672508682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0e4ac47b-921f-4502-ac54-611aa8688ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.67622565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8049c0c8-b414-4303-94ed-c999dd0715f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.679601801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"411d4ed4-a6c1-425f-986e-0547c79307a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.679656873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"be42c7e3-9055-4ccf-94fb-4dfe875eadd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.729317365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8049c0c8-b414-4303-94ed-c999dd0715f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.732995154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"411d4ed4-a6c1-425f-986e-0547c79307a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.748578759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"c485185d-023e-4de0-9ce1-f2846f71a177","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"name":"e2e-dft-del-076053","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.92761275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6def7916-f051-4f61-bbb8-0836ee8b252f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.930045677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"283a096a-de6d-4247-ab9a-a664186ddfb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.930516308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d38570d9-1962-43e4-8c6a-2bed50241b1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.93053991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d38570d9-1962-43e4-8c6a-2bed50241b1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.930883854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48c29686-eca2-422d-b163-fb8e7394a28c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.930898996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48c29686-eca2-422d-b163-fb8e7394a28c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.931170144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9838d032-88a4-4ffa-8bcb-cb7d6d076132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.931183301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9838d032-88a4-4ffa-8bcb-cb7d6d076132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.931485316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99366022-35fe-4f28-98d1-490f3e5e668c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.931498276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99366022-35fe-4f28-98d1-490f3e5e668c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.972631245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"5c60f978-703d-4a8f-877c-58077e62a526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.977179742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e7e09016-51fc-4a20-a4e2-e8912b9b7912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:44.986347953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"673af1fe-7403-43a7-a83e-b2f317137725","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"name":"e2e-dft-del-076053","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.033593568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"e7e09016-51fc-4a20-a4e2-e8912b9b7912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.034521064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"e2c684ee-c2c5-49b5-a6d8-f842ade9941b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.035012879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b1309af3-ddff-4d3e-b760-fe61624f8c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.035026156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"5c60f978-703d-4a8f-877c-58077e62a526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.039084877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59542e22-f9a9-45df-a3e3-4d9c95297a41","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.039104566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59542e22-f9a9-45df-a3e3-4d9c95297a41","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.039455725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"29336e26-db6f-4b42-900d-bc353bb817db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.03947102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"29336e26-db6f-4b42-900d-bc353bb817db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.039805202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6686619-a4b7-47e2-8e28-5ebf1a104ba5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.039819533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6686619-a4b7-47e2-8e28-5ebf1a104ba5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.040172116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"163c4737-4098-4fd9-9c76-bc1fb2a88bda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.040204017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"163c4737-4098-4fd9-9c76-bc1fb2a88bda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.088403538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"e2c684ee-c2c5-49b5-a6d8-f842ade9941b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.089994221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"b1309af3-ddff-4d3e-b760-fe61624f8c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.127309481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"1661ac15-224c-4f7b-bd5c-dede003ff374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.181125987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"1661ac15-224c-4f7b-bd5c-dede003ff374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.402805166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d552f6-1012-431a-b5d1-5ab60aebc8e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.402946817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"16da65e3-8b38-40ca-9f63-f6758c6513d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.452779253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d552f6-1012-431a-b5d1-5ab60aebc8e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.452917508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f92a0b14-5693-4db8-9fc3-a3c884184bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.505761648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d552f6-1012-431a-b5d1-5ab60aebc8e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.515194058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"16da65e3-8b38-40ca-9f63-f6758c6513d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.548415754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"641e6e79-edfa-4f96-ae37-d9c59f65a3e2","namespace":"llm","name":"e2e-dft-del-076053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.558738688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d552f6-1012-431a-b5d1-5ab60aebc8e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.612324253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf20e35-a081-46d2-bcdd-1f15f08aa774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.613280624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"f92a0b14-5693-4db8-9fc3-a3c884184bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.613323734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1214a602-ae0f-4da9-9bb1-4c33b43a2147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.613885619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"0c6736e2-3f4a-4464-8862-23ae46e3173f","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-076053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.613902698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"0c6736e2-3f4a-4464-8862-23ae46e3173f","MaaSModelRef":{"name":"e2e-dft-del-076053","namespace":"llm"},"routeName":"external-model-e2e-dft-del-076053-e234455b282a","namespace":"llm","model":"e2e-dft-del-076053","externalModel":"e2e-dft-del-076053","provider":"e2e-dft-del-076053-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.666265037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf20e35-a081-46d2-bcdd-1f15f08aa774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.667495997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1214a602-ae0f-4da9-9bb1-4c33b43a2147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.668498045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"dd635747-cddb-4161-9884-2b1b216479bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.721843499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf20e35-a081-46d2-bcdd-1f15f08aa774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.723179186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"dd635747-cddb-4161-9884-2b1b216479bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.723757186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1214a602-ae0f-4da9-9bb1-4c33b43a2147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.905788004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0f0fdfcb-33d9-46b0-84c2-dbd061a279bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.905868768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2b0bc6b0-6227-4f53-9049-e8fcef693d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.9075449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1c90fc61-6a95-4c6e-b322-4774172d68ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.958893444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"0f0fdfcb-33d9-46b0-84c2-dbd061a279bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.959587059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2b0bc6b0-6227-4f53-9049-e8fcef693d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:45.961559845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1c90fc61-6a95-4c6e-b322-4774172d68ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.010585232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"fb58d90f-5e9e-4a0e-bc5d-1615355c789b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.066440734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"fb58d90f-5e9e-4a0e-bc5d-1615355c789b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.11106209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"517eea6c-9c16-492f-90b8-029a3a2b37d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.163538216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"517eea6c-9c16-492f-90b8-029a3a2b37d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.309808937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"885513c8-79fd-454e-b245-a77af20b2d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.309999902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dac01b8-3e6d-4bf9-95cd-48a2395d27bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.309821887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"63087404-9413-4902-89d6-76025a6b14ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.368379759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"885513c8-79fd-454e-b245-a77af20b2d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.369574929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"63087404-9413-4902-89d6-76025a6b14ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.370959868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dac01b8-3e6d-4bf9-95cd-48a2395d27bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.412620679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e8986a0-796c-40f0-9d5b-7fa9ff75aa36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.423772578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dac01b8-3e6d-4bf9-95cd-48a2395d27bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.465215277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e8986a0-796c-40f0-9d5b-7fa9ff75aa36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.543799157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e19c563e-78f7-4f2f-bbc5-40733c0da820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.551593979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e8986a0-796c-40f0-9d5b-7fa9ff75aa36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.596767927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"e19c563e-78f7-4f2f-bbc5-40733c0da820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.641809127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"49d49621-afb3-42f0-8d36-2520555af9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.695046915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"49d49621-afb3-42f0-8d36-2520555af9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.712599623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7ce79bef-0a8a-460b-9d20-4804d66fd2cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:46.765678423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"7ce79bef-0a8a-460b-9d20-4804d66fd2cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:47.399169243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38e890e-e69b-466b-9934-d36de77e0d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:47.448744795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38e890e-e69b-466b-9934-d36de77e0d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:47.498489632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38e890e-e69b-466b-9934-d36de77e0d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:47.547586933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38e890e-e69b-466b-9934-d36de77e0d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:49.353812788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e2d859-b854-4735-9658-b9a587f11e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:49.402951752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e2d859-b854-4735-9658-b9a587f11e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:49.452111851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e2d859-b854-4735-9658-b9a587f11e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:49.500960603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e2d859-b854-4735-9658-b9a587f11e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:50.984442607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"1c93991e-aa9a-4e91-b2d9-dc7750600b1a","namespace":"llm","name":"e2e-dft-del-076053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038001921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3c02991-27b7-4d03-856e-23f8c097b50b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038024979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3c02991-27b7-4d03-856e-23f8c097b50b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038306621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"921d4a19-8f2b-4323-b2d4-40eaabeb2900","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038323154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"921d4a19-8f2b-4323-b2d4-40eaabeb2900","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038565925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f1b263-321f-4d41-afa8-d10c3af65c69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038580191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f1b263-321f-4d41-afa8-d10c3af65c69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038868095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfd6b912-534f-4e9d-a974-49fac4d3cc2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.038882235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfd6b912-534f-4e9d-a974-49fac4d3cc2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039208647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ce53115-155a-4f61-a04a-02650ca6d015","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039222172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ce53115-155a-4f61-a04a-02650ca6d015","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039445874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8335dfff-7686-4115-8bc0-df3cdeda17f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039457823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8335dfff-7686-4115-8bc0-df3cdeda17f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039670615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68e2bd3e-1cd1-43e4-9a46-0b80bb09afcf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039682623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68e2bd3e-1cd1-43e4-9a46-0b80bb09afcf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039911218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa6abcc5-a724-456e-aa21-56636b369b41","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.039942945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa6abcc5-a724-456e-aa21-56636b369b41","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.131679542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4588a1e7-ad87-4992-95ad-8a42f8eda5ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.131989412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"0872c34e-8f39-456b-bfea-d1d42da9465b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.132229624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d05664ba-0375-41bc-8523-e2c22f5e4f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.132463536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5b712bb7-6f13-4b8a-be53-1a314debbea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.131682197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eedd033-9f47-456f-a57d-20c1f19a4aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.185680032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"d05664ba-0375-41bc-8523-e2c22f5e4f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.186755268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"5b712bb7-6f13-4b8a-be53-1a314debbea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.188383542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"0872c34e-8f39-456b-bfea-d1d42da9465b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.190632883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4588a1e7-ad87-4992-95ad-8a42f8eda5ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.191014181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eedd033-9f47-456f-a57d-20c1f19a4aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.240438964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7cba3cb6-fddd-4fb4-85dc-400510ad77eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.240624833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ebec2c0-aef5-4038-bf4c-de40bcafa148","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.243006783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4588a1e7-ad87-4992-95ad-8a42f8eda5ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.244092066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eedd033-9f47-456f-a57d-20c1f19a4aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.392827685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"474453eb-d945-498e-9083-d71d4fc7b949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.392954938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ceb6c24f-533e-4597-ade4-dc2878b26dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.446554983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"474453eb-d945-498e-9083-d71d4fc7b949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.449914798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"ceb6c24f-533e-4597-ade4-dc2878b26dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.477051735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-076053","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-076053","reconcileID":"23d71bd1-813e-40d5-818d-19b6eebfebb5","namespace":"llm","name":"e2e-dft-del-076053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.533294648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"aea5a334-d77e-49b8-a6cd-fd3930cb2b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.533306627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"eded3a12-37b8-4afc-8914-56834104e5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.533647586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6a66f6e8-50ca-40df-affb-a5f95b2f45c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.587974169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"6a66f6e8-50ca-40df-affb-a5f95b2f45c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.588991331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"eded3a12-37b8-4afc-8914-56834104e5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.590557881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"aea5a334-d77e-49b8-a6cd-fd3930cb2b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.795096959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"3709ae1b-8d57-4640-b772-e4e522b8e3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.795168365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"f535176d-ffe6-426d-8190-1d0bb4c434df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.848683112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"3709ae1b-8d57-4640-b772-e4e522b8e3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.849137505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"f535176d-ffe6-426d-8190-1d0bb4c434df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.992800079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc33e4f5-cf3f-45ec-bcf7-f42aabe20b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.993519636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"87637f75-b944-4175-8026-22320684788f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:51.994137265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af74651-7c86-427d-87cc-e248cff5474d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.04737084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc33e4f5-cf3f-45ec-bcf7-f42aabe20b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.047887986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"87637f75-b944-4175-8026-22320684788f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.051006849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af74651-7c86-427d-87cc-e248cff5474d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.099964316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc33e4f5-cf3f-45ec-bcf7-f42aabe20b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.103548997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af74651-7c86-427d-87cc-e248cff5474d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.197266259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"2d4c6337-2bcf-4108-8e9f-9a36d88397e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.197284263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b7ed2ffb-cf99-4e2b-8017-21a4a1f86f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.251024634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"b7ed2ffb-cf99-4e2b-8017-21a4a1f86f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.251075422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"2d4c6337-2bcf-4108-8e9f-9a36d88397e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.295497568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2a1aba00-617b-485e-ab60-d36504e99c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.296027312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"b1d4f24a-ccbe-4aac-8357-9743bec9f611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.350208537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"b1d4f24a-ccbe-4aac-8357-9743bec9f611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.350901055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"2a1aba00-617b-485e-ab60-d36504e99c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.395419013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"7568d2de-09fc-4bc6-99e0-f8804741ae79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.478291255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"7568d2de-09fc-4bc6-99e0-f8804741ae79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.625789878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"d69504dd-eb81-45bf-9c90-7e0145f616d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.626013071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a8c584a3-6f62-4ac0-b6a1-2f509a0a2d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.680200228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"d69504dd-eb81-45bf-9c90-7e0145f616d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:22:52.680986181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"a8c584a3-6f62-4ac0-b6a1-2f509a0a2d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:00.575645989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bc373d-bb06-4132-9772-8dbf4ea63b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:00.62537504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bc373d-bb06-4132-9772-8dbf4ea63b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:00.674785917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bc373d-bb06-4132-9772-8dbf4ea63b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:00.723817093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bc373d-bb06-4132-9772-8dbf4ea63b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:01.151137072Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ea1085","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ea1085","reconcileID":"59278135-cc4f-412d-98d3-ec97a4bbbe91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ea1085","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ea1085":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.254119725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73ca681d-ced5-404f-905b-7270e443b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.254123474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec295991-38ff-4722-b7da-542d12cae6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.308099888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73ca681d-ced5-404f-905b-7270e443b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.308426389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec295991-38ff-4722-b7da-542d12cae6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.36039645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73ca681d-ced5-404f-905b-7270e443b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.360428775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec295991-38ff-4722-b7da-542d12cae6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.415228386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8f3a65d-887c-4e5c-8229-afebf4024ccd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.415250899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8f3a65d-887c-4e5c-8229-afebf4024ccd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.417956722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58e84a4e-640c-4a6c-9bc2-903311e88f81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.417972986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58e84a4e-640c-4a6c-9bc2-903311e88f81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.532788173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65bf7d3-4ddb-4bcd-9a21-08ca9fd5c444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.582046613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65bf7d3-4ddb-4bcd-9a21-08ca9fd5c444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.631039488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65bf7d3-4ddb-4bcd-9a21-08ca9fd5c444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:02.67993634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65bf7d3-4ddb-4bcd-9a21-08ca9fd5c444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:04.450782302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c865dce-c7ba-4327-a978-bbb1486ca686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:04.499733411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c865dce-c7ba-4327-a978-bbb1486ca686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:04.549544169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c865dce-c7ba-4327-a978-bbb1486ca686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:04.598339546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c865dce-c7ba-4327-a978-bbb1486ca686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:05.914568493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:06.383686593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e956ef8-350e-49c4-a8b3-44f3ee373909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:06.432607323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e956ef8-350e-49c4-a8b3-44f3ee373909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:06.481759935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e956ef8-350e-49c4-a8b3-44f3ee373909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:06.574093966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e956ef8-350e-49c4-a8b3-44f3ee373909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:08.42268803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a1d55c-e9c8-4d39-976e-77ab53e08365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:08.47328854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a1d55c-e9c8-4d39-976e-77ab53e08365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:08.52202662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a1d55c-e9c8-4d39-976e-77ab53e08365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:08.57095256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a1d55c-e9c8-4d39-976e-77ab53e08365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:10.351201347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a557b2-60d2-4d51-9e18-7dd528f7b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:10.400021841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a557b2-60d2-4d51-9e18-7dd528f7b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:10.449006109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a557b2-60d2-4d51-9e18-7dd528f7b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:10.498067614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a557b2-60d2-4d51-9e18-7dd528f7b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.321073687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f827255-d002-4e2c-9ae3-7cb10571276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.375677908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f827255-d002-4e2c-9ae3-7cb10571276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.426071061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f827255-d002-4e2c-9ae3-7cb10571276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.478166627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f827255-d002-4e2c-9ae3-7cb10571276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.632873535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"128603df-1b06-4647-930e-60c3ded4f17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.63288662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abf556c9-08d8-4e9d-a24e-b1e33c1ffea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.693625421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abf556c9-08d8-4e9d-a24e-b1e33c1ffea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.693775258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"128603df-1b06-4647-930e-60c3ded4f17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.745299066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abf556c9-08d8-4e9d-a24e-b1e33c1ffea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:12.745417942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"128603df-1b06-4647-930e-60c3ded4f17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:16.0241606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"11ecebe5-bb94-4191-abca-71aacb65f6e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-571996","tenantID":"e2e-extmod-a-571996","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:16.132861103Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"11ecebe5-bb94-4191-abca-71aacb65f6e5","name":"e2e-extmod-a-571996-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:22.893101573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d2ae958-12ae-47e9-ab3a-e0da648887b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:22.893102272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c35a958-f0f4-4895-bb5e-7f70020bf7cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:22.946788069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d2ae958-12ae-47e9-ab3a-e0da648887b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:22.9469169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c35a958-f0f4-4895-bb5e-7f70020bf7cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:23.000635309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d2ae958-12ae-47e9-ab3a-e0da648887b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:23.001259149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c35a958-f0f4-4895-bb5e-7f70020bf7cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:33.156068265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db5f353f-52e4-4a72-bd24-13f98287735d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:33.15621199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"130cf4fc-3771-4cf0-9291-ede6d4f04b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:33.217289335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"130cf4fc-3771-4cf0-9291-ede6d4f04b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:33.218769055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db5f353f-52e4-4a72-bd24-13f98287735d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:33.270258326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"130cf4fc-3771-4cf0-9291-ede6d4f04b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:33.27137974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db5f353f-52e4-4a72-bd24-13f98287735d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:35.923533113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.416401934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d72fa06c-57ea-4a45-8b7f-ad6765f90d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.416481146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5071cb3-6cf5-4d2e-b127-dd160c26ae70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.469785803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5071cb3-6cf5-4d2e-b127-dd160c26ae70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.471226131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d72fa06c-57ea-4a45-8b7f-ad6765f90d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.77954911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e681502a-cae7-4d2e-8e85-7759b0408901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.779575318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e681502a-cae7-4d2e-8e85-7759b0408901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.780480063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"851bcb4a-1fab-418b-9742-046fed9f0107","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:43.780498064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"851bcb4a-1fab-418b-9742-046fed9f0107","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:47.965792688Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","namespace":"ai-tenant-e2e-extmod-a-1a9aeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:47.965850914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","namespace":"ai-tenant-e2e-extmod-a-1a9aeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:47.965908485Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","tenant":"e2e-extmod-a-1a9aeb","tenantID":"e2e-extmod-a-1a9aeb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.017587814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1a9aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.077476763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"Service","name":"maas-api-e2e-extmod-a-1a9aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.130275343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1a9aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.184197238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1a9aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.237546217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.289604255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.342987895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.395082779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.447342736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.500167378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.549579069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"Service","name":"payload-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.599258292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.647777029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.696352037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.745261697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.79743017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.845873856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.894226154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.945425672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1a9aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:48.997271692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1a9aeb"},"namespace":"ai-tenant-e2e-extmod-a-1a9aeb","name":"default-tenant","reconcileID":"ce781b1f-5153-47e5-981f-46558dbf587b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1a9aeb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:49.697711849Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1a9aeb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1a9aeb","reconcileID":"8cad9c05-ba0f-4443-a6e4-f4b2662e9eb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1a9aeb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1a9aeb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:50.75196264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38d2264-0bce-41fc-971f-bc6bd72232cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:50.801861877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38d2264-0bce-41fc-971f-bc6bd72232cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:50.851164084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38d2264-0bce-41fc-971f-bc6bd72232cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:50.900159235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38d2264-0bce-41fc-971f-bc6bd72232cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:52.663896664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34566815-dadb-4801-9be6-a1b88f86b1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:52.713339232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34566815-dadb-4801-9be6-a1b88f86b1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:52.763280341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34566815-dadb-4801-9be6-a1b88f86b1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:52.812960427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34566815-dadb-4801-9be6-a1b88f86b1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:54.018508727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"de318ac7-e439-4fc9-a44d-e64ad5c7e053","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:54.577956749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"4bc0af37-978d-427c-8090-b0ec4dbe3312","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:54.677977981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"75fd32a7-0a81-4e82-9fb5-eff424d56464","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:54.778482122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"24000bec-a090-473a-84a1-7541ffbbd61c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:54.921951211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ad48158-a730-4baf-9dab-07c5d579ebb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:55.024360844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"3e5aac95-1d91-4e25-9999-66142031cb7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:55.037150206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"c1d36de5-5339-4876-aebe-9e70539b144d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:55.123072424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"968aea6b-4fde-4cc4-888a-6a7279a364f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:55.269316444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b971b43-7ae8-425d-ac9f-065f1ba59a9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:55.381056888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"bc29191c-1e46-4ffb-810b-4bc4ae787321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:55.574557528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"1ef236bf-c9b0-4d5e-ac0a-e1f656338403","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:55.667086844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"fcc496b1-3b9d-46ef-ae64-7d007d918108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:57.794156657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77050be-adad-41a1-be07-fe16c3237fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:57.842982778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77050be-adad-41a1-be07-fe16c3237fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:57.891976939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77050be-adad-41a1-be07-fe16c3237fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:57.941200918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77050be-adad-41a1-be07-fe16c3237fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.349779512Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","namespace":"ai-tenant-e2e-extmod-b-068558","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.349838711Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","namespace":"ai-tenant-e2e-extmod-b-068558","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.349897208Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","tenant":"e2e-extmod-b-068558","tenantID":"e2e-extmod-b-068558","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.402089048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"Deployment","name":"maas-api-e2e-extmod-b-068558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.458915219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"Service","name":"maas-api-e2e-extmod-b-068558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.512306519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-068558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.563319001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-068558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.616309568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.668138921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.721210953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.771631402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.821240655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.870740877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.926819083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"Service","name":"payload-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:58.982322138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.030823155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.079300115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.128673188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.180831699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.246227892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.294464062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.345276848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-068558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.393528296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-068558"},"namespace":"ai-tenant-e2e-extmod-b-068558","name":"default-tenant","reconcileID":"71bd8b02-3068-47bf-af6e-9808607fb209","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-068558","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.768044019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2021c2dd-b523-4efa-a922-2ac55f15d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.817309673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2021c2dd-b523-4efa-a922-2ac55f15d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.865907276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2021c2dd-b523-4efa-a922-2ac55f15d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:23:59.914743254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2021c2dd-b523-4efa-a922-2ac55f15d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:01.030660369Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-068558","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-068558","reconcileID":"8a7cab54-60b9-4821-af8a-4b9cd74e77b4","aitenant":"ai-tenants/e2e-extmod-b-068558","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:01.686620319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8173db15-684b-4f08-8c00-a37ac066ea5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:01.735516834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8173db15-684b-4f08-8c00-a37ac066ea5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:01.741713348Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-068558","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-068558","reconcileID":"8a7cab54-60b9-4821-af8a-4b9cd74e77b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-068558","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-068558"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:01.784163297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8173db15-684b-4f08-8c00-a37ac066ea5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:01.833168557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8173db15-684b-4f08-8c00-a37ac066ea5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:03.592774495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9672be62-fe50-4cac-8af2-2770dcfacd6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:03.642148791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9672be62-fe50-4cac-8af2-2770dcfacd6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:03.693140508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9672be62-fe50-4cac-8af2-2770dcfacd6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:03.742846768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9672be62-fe50-4cac-8af2-2770dcfacd6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.300529534Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","namespace":"ai-tenant-e2e-extmod-b-eb8a93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.300641434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","namespace":"ai-tenant-e2e-extmod-b-eb8a93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.300748095Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","tenant":"e2e-extmod-b-eb8a93","tenantID":"e2e-extmod-b-eb8a93","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.353470829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-eb8a93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.438431763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"Service","name":"maas-api-e2e-extmod-b-eb8a93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.493562946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-eb8a93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.546635216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-eb8a93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.598194936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.651599659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.705689832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.759060199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.810170347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.860687069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.909613881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"Service","name":"payload-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:04.958161257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.006980878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.055589245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.10407606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.158410587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.20708328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.255569946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.304486109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-eb8a93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.353527278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-eb8a93"},"namespace":"ai-tenant-e2e-extmod-b-eb8a93","name":"default-tenant","reconcileID":"ed31c68f-e9ca-48f2-ad49-876264fc5f5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-eb8a93","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:05.914280618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:06.924777871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437e1a0-016e-41f0-b7a3-cd488acbf0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:06.973544591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437e1a0-016e-41f0-b7a3-cd488acbf0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:07.022429591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437e1a0-016e-41f0-b7a3-cd488acbf0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:07.071286561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437e1a0-016e-41f0-b7a3-cd488acbf0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:07.55188831Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a2a0e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a2a0e7","reconcileID":"6f75d3af-226c-4a20-94a9-248778d9d4d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a2a0e7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a2a0e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:08.848548847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48b684b-c274-493f-a245-b9ad17eb0a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:08.897389278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48b684b-c274-493f-a245-b9ad17eb0a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:08.946181319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48b684b-c274-493f-a245-b9ad17eb0a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:08.996770944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48b684b-c274-493f-a245-b9ad17eb0a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:10.159237845Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-eb8a93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-eb8a93","reconcileID":"a2bb298f-ae90-417d-a7a8-fb50b2d803e0","aitenant":"ai-tenants/e2e-extmod-b-eb8a93","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:10.879022863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d94042c-6bd0-405a-b4ca-8b1964009a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:10.927687827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d94042c-6bd0-405a-b4ca-8b1964009a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:10.976749898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d94042c-6bd0-405a-b4ca-8b1964009a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:10.983209114Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-eb8a93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-eb8a93","reconcileID":"a2bb298f-ae90-417d-a7a8-fb50b2d803e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-eb8a93","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-eb8a93"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:11.031159045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d94042c-6bd0-405a-b4ca-8b1964009a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:12.875750719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e91c0b-e11c-4bbf-becd-08cd2ae37a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:12.925583722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e91c0b-e11c-4bbf-becd-08cd2ae37a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:12.978222384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e91c0b-e11c-4bbf-becd-08cd2ae37a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:13.041559388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e91c0b-e11c-4bbf-becd-08cd2ae37a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:14.890785233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea9fd2e-27a1-419b-bc4b-14894335373d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:14.939891946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea9fd2e-27a1-419b-bc4b-14894335373d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:14.98888933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea9fd2e-27a1-419b-bc4b-14894335373d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:15.0378634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea9fd2e-27a1-419b-bc4b-14894335373d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:16.624494812Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fb3d4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fb3d4f","reconcileID":"6bfab1ef-e9d6-4c4c-a576-878b6c8612a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fb3d4f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-fb3d4f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:16.827018717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab389fa-f488-4a6f-adef-26628b17869b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:16.8760271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab389fa-f488-4a6f-adef-26628b17869b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:16.924735677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab389fa-f488-4a6f-adef-26628b17869b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:16.973737233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab389fa-f488-4a6f-adef-26628b17869b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:17.583472907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e16bb38-e46b-44f7-bd1e-47291fcdbca2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:17.811742838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"ee500a6e-f556-47ac-a3de-1a87f615de89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:17.911330549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"953e0eca-a876-4f6f-b6ac-2bd3dcd3c2c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:17.923968407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"d1c6eaf1-37c3-430f-a5b3-acbacb5a3717","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.108103929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"be488d51-a068-4fa9-8cdb-6372e5179070","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.119353165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"5dc9904b-681c-4eee-bbf5-61e33de972d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.219433106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"98dd7790-c632-4e7c-8965-0ea3f4ee5bdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.324280731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"e910ff82-2479-4875-8183-6700c559e255","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.371981332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"8cd0bff8-faae-4502-a1e1-34bf6cdbcc5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.42316717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"6c402674-b0d2-4f57-97d0-aec658d168d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.516725649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"8b93d8a4-e897-43b5-99dd-3fadc300bab7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.685550595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"d9964f8b-2af0-4f84-93bb-d61a06c4771a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.791749236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3eaabd-a049-4b1f-bc67-ac246a5101b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.841102603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3eaabd-a049-4b1f-bc67-ac246a5101b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.889852808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3eaabd-a049-4b1f-bc67-ac246a5101b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:18.938575647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3eaabd-a049-4b1f-bc67-ac246a5101b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:24.3211914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"3cfb4e7a-44dc-40b2-8dff-9f8884972d66","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ea1085","tenantID":"e2e-inf-a-ea1085","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:24.428623304Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"3cfb4e7a-44dc-40b2-8dff-9f8884972d66","name":"e2e-inf-a-ea1085-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:35.916224305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:39.646128523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4c30f7-5d49-43af-818b-4a67ee54822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:39.695212748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4c30f7-5d49-43af-818b-4a67ee54822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:39.745325661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4c30f7-5d49-43af-818b-4a67ee54822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:39.794469935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4c30f7-5d49-43af-818b-4a67ee54822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:41.585645406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbba4fc5-2beb-40b2-82d2-686493ea4cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:41.634766802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbba4fc5-2beb-40b2-82d2-686493ea4cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:41.683757062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbba4fc5-2beb-40b2-82d2-686493ea4cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:41.732887332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbba4fc5-2beb-40b2-82d2-686493ea4cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:43.612886138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915c9533-eb62-493d-a4b1-1ce07811835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:43.663240556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915c9533-eb62-493d-a4b1-1ce07811835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:43.712446284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915c9533-eb62-493d-a4b1-1ce07811835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:43.762224536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915c9533-eb62-493d-a4b1-1ce07811835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:45.537058753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a6246c-fbe8-4596-9e3c-af7d92a1be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:45.586543019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a6246c-fbe8-4596-9e3c-af7d92a1be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:45.635630823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a6246c-fbe8-4596-9e3c-af7d92a1be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:45.68471806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a6246c-fbe8-4596-9e3c-af7d92a1be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:46.82836052Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8d5347","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8d5347","reconcileID":"054e1bb0-f4c9-4f1c-938b-2f6063983644","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8d5347","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-8d5347":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:47.463008257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee02975-44fb-4bf6-98c0-de75ef862205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:47.511855083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee02975-44fb-4bf6-98c0-de75ef862205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:47.565226346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee02975-44fb-4bf6-98c0-de75ef862205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:47.616016797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee02975-44fb-4bf6-98c0-de75ef862205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:49.393875122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f125390f-0c9e-49b2-bf60-f9088e17424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:49.442964066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f125390f-0c9e-49b2-bf60-f9088e17424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:49.494423568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f125390f-0c9e-49b2-bf60-f9088e17424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:49.543397272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f125390f-0c9e-49b2-bf60-f9088e17424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:51.350394949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4db4cf-4228-4d74-bcda-760ef8e0c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:51.399905759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4db4cf-4228-4d74-bcda-760ef8e0c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:51.448836067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4db4cf-4228-4d74-bcda-760ef8e0c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:51.497728028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4db4cf-4228-4d74-bcda-760ef8e0c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:53.309088348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec34f04-9032-4c2a-ad8b-cf3b8d07121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:53.357789473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec34f04-9032-4c2a-ad8b-cf3b8d07121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:53.406686079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec34f04-9032-4c2a-ad8b-cf3b8d07121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:53.455484135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec34f04-9032-4c2a-ad8b-cf3b8d07121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:55.272961494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9afc90e-7821-45cd-aaa5-22b956aea727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:55.322674495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9afc90e-7821-45cd-aaa5-22b956aea727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:55.371664087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9afc90e-7821-45cd-aaa5-22b956aea727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:55.42058334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9afc90e-7821-45cd-aaa5-22b956aea727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:57.195884993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224dc7df-ee3a-4ff0-a0dd-7a0a051f7049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:57.245282956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224dc7df-ee3a-4ff0-a0dd-7a0a051f7049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:57.2941338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224dc7df-ee3a-4ff0-a0dd-7a0a051f7049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:57.34303741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224dc7df-ee3a-4ff0-a0dd-7a0a051f7049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:59.138575597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21533c86-580e-4ea7-931c-204c6d107d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:59.196862929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21533c86-580e-4ea7-931c-204c6d107d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:59.247348226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21533c86-580e-4ea7-931c-204c6d107d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:24:59.297299281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21533c86-580e-4ea7-931c-204c6d107d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:01.096490236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d06022c-a2ec-4d04-bedd-9ff9e3684571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:01.146559575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d06022c-a2ec-4d04-bedd-9ff9e3684571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:01.195964751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d06022c-a2ec-4d04-bedd-9ff9e3684571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:01.245412827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d06022c-a2ec-4d04-bedd-9ff9e3684571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:03.096523626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d76b50-d0a7-4736-8525-e8757b36657c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:03.145698319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d76b50-d0a7-4736-8525-e8757b36657c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:03.196195207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d76b50-d0a7-4736-8525-e8757b36657c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:03.24568859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d76b50-d0a7-4736-8525-e8757b36657c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:05.916648552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:07.338267769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"ea0aaa4e-f3d3-4fb4-962f-e778eee0b382","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:07.439089096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"826b7326-6998-460d-a803-886365733629","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:07.551445342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"b97837b1-f156-46a8-9399-37ffaa9bcf09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:07.650961175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"9e1f7865-3430-4542-9351-8952ce5fb9bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:07.778083537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"35ed2e35-6930-4367-b582-89c77bffc472","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:07.889161759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"51931841-8af8-4f36-a4ba-c8e3d29fb768","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:07.989956945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"45097c9a-6ca8-41bf-a8d1-21cb8244a37b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:08.113436355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fa5bed5-5d8e-4d23-b889-c84c356ea583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:08.244394961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"1bc77b88-dae1-439a-b446-e32aa3789719","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:08.482387371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"a3bbd27e-08c3-4747-82b4-3f7d697a808e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:08.768495953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"db4c954f-b96f-4643-b8a3-b2482509691d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:08.941193625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33482404-d5f2-4cc9-b4ce-e3cc5e05372f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.607874543Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","namespace":"ai-tenant-e2e-extmod-b-8b58bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.607984048Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","namespace":"ai-tenant-e2e-extmod-b-8b58bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.608042186Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","tenant":"e2e-extmod-b-8b58bd","tenantID":"e2e-extmod-b-8b58bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.659020034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"Deployment","name":"maas-api-e2e-extmod-b-8b58bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.732774249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"Service","name":"maas-api-e2e-extmod-b-8b58bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.798545209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-8b58bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.849265813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-8b58bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.90171906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:15.955758871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.008993302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.062015343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.111076668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.159551784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.208220133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"Service","name":"payload-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.256672552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.305636254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.354159089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.402522678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.454513855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.503221332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.551819959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.600583565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-8b58bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:16.649786006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b58bd"},"namespace":"ai-tenant-e2e-extmod-b-8b58bd","name":"default-tenant","reconcileID":"235b375f-7895-4086-abf2-b4818f000e39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-8b58bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:20.072005568Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8b58bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8b58bd","reconcileID":"7d5316f5-5467-4187-b380-0203f6af0107","aitenant":"ai-tenants/e2e-extmod-b-8b58bd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:20.591772766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69593ca-4c0f-4d95-8d79-be9cd0d48a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:20.640834133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69593ca-4c0f-4d95-8d79-be9cd0d48a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:20.689825308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69593ca-4c0f-4d95-8d79-be9cd0d48a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:20.738708685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69593ca-4c0f-4d95-8d79-be9cd0d48a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:20.843843926Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8b58bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8b58bd","reconcileID":"7d5316f5-5467-4187-b380-0203f6af0107","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8b58bd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-8b58bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:22.584356086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce231aa-bf82-4e35-b105-be6f4b816c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:22.635392318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce231aa-bf82-4e35-b105-be6f4b816c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:22.687362949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce231aa-bf82-4e35-b105-be6f4b816c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:22.737423693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce231aa-bf82-4e35-b105-be6f4b816c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:26.070668618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"35064c86-466a-4e6a-8f64-9954fc1e9357","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a2a0e7","tenantID":"e2e-inf-a-a2a0e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:26.138453814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622cfa4-e42c-4bb8-aaab-5d2137c42b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:26.187318434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622cfa4-e42c-4bb8-aaab-5d2137c42b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:26.19956296Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"35064c86-466a-4e6a-8f64-9954fc1e9357","name":"e2e-inf-a-a2a0e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:26.235955104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622cfa4-e42c-4bb8-aaab-5d2137c42b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:26.285126628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622cfa4-e42c-4bb8-aaab-5d2137c42b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:27.604839424Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fbad27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fbad27","reconcileID":"77a50495-bec2-42f7-8ee3-36c0b7ce14b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fbad27","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-fbad27":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:28.061956202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fc68c-6170-48e2-ae0e-c7c7616ea12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:28.110678281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fc68c-6170-48e2-ae0e-c7c7616ea12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:28.159773986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fc68c-6170-48e2-ae0e-c7c7616ea12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:28.208908692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fc68c-6170-48e2-ae0e-c7c7616ea12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:29.995219983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0d4ab4-2990-48d4-9f7e-7c4f2b910d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:30.044056254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0d4ab4-2990-48d4-9f7e-7c4f2b910d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:30.092838007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0d4ab4-2990-48d4-9f7e-7c4f2b910d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:30.142092958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0d4ab4-2990-48d4-9f7e-7c4f2b910d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:35.914367323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:39.930298962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"5cf69232-a038-4ff3-b453-fd28f7dcb1c1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fb3d4f","tenantID":"e2e-inf-a-fb3d4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:40.038395289Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"5cf69232-a038-4ff3-b453-fd28f7dcb1c1","name":"e2e-inf-a-fb3d4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:41.331093877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"0211745f-e509-4a0c-ab57-184bdeec355c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:41.436707513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"88d38ded-2617-4f61-9cae-f2c6ed306189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:41.530747094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"a36900eb-fce5-47b8-bd63-45f5cd942da8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:41.775639749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"e85beaab-c73d-4bf6-b533-d2db818bde69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:41.883260559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1596ddb4-2db2-4517-90c1-14d2c26a8863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:42.100950779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"74369c91-8ca7-4bf3-a825-f3d15d01939d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:42.442275596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61aec94f-4bb4-41d1-b892-6dcfb1cce787","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:42.54163361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"dbe498a2-c83b-438a-bee6-251b854db5b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:42.549035856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"ebde66b0-3d5a-4171-9659-01eb4132620e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:42.661872965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"9adb64c0-8992-4df6-aab6-831a5c779d49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:42.76268206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"cb58f219-c92f-4e56-8c24-fef963c7b81f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:42.892642334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"984393e4-81b6-43f5-8428-cb044a2b7e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:50.855680039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc5e070-2f8f-40af-a31b-1508e21dfb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:50.904841681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc5e070-2f8f-40af-a31b-1508e21dfb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:50.954005023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc5e070-2f8f-40af-a31b-1508e21dfb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:51.003034344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc5e070-2f8f-40af-a31b-1508e21dfb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:52.794607949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e23eef-589e-445f-bbe5-85a6ab47144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:52.843647419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e23eef-589e-445f-bbe5-85a6ab47144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:52.895069343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e23eef-589e-445f-bbe5-85a6ab47144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:52.94435103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e23eef-589e-445f-bbe5-85a6ab47144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:54.81021844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f430a045-3718-4f2a-b3b8-b8d7e3127b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:54.859995582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f430a045-3718-4f2a-b3b8-b8d7e3127b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:54.908916392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f430a045-3718-4f2a-b3b8-b8d7e3127b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:25:54.95778573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f430a045-3718-4f2a-b3b8-b8d7e3127b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:01.494974659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51827e-38ff-4e88-9400-5250c22b1156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:01.543992719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51827e-38ff-4e88-9400-5250c22b1156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:01.59443855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51827e-38ff-4e88-9400-5250c22b1156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:01.643576864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51827e-38ff-4e88-9400-5250c22b1156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:02.049784312Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-05f61b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-05f61b","reconcileID":"9869ebb5-3bd7-4137-8f66-9a875ab67f08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-05f61b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-05f61b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:03.455842891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37174cb2-bb9e-4636-8c04-e1f1d9206b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:03.506664158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37174cb2-bb9e-4636-8c04-e1f1d9206b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:03.55581212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37174cb2-bb9e-4636-8c04-e1f1d9206b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:03.605251878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37174cb2-bb9e-4636-8c04-e1f1d9206b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:05.4015753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec8da9-c166-4cd3-8482-ab9612e5ec37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:05.453810984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec8da9-c166-4cd3-8482-ab9612e5ec37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:05.502868599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec8da9-c166-4cd3-8482-ab9612e5ec37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:05.551652268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec8da9-c166-4cd3-8482-ab9612e5ec37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:05.920057541Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:07.347466083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9e710-3726-43a9-931f-47d5c2c9f8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:07.397311754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9e710-3726-43a9-931f-47d5c2c9f8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:07.446676453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9e710-3726-43a9-931f-47d5c2c9f8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:07.496456448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9e710-3726-43a9-931f-47d5c2c9f8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:09.261798282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3cb03d-5c3f-46eb-8aeb-c38ac52f8396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:09.311156312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3cb03d-5c3f-46eb-8aeb-c38ac52f8396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:09.360064405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3cb03d-5c3f-46eb-8aeb-c38ac52f8396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:09.408904834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3cb03d-5c3f-46eb-8aeb-c38ac52f8396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:11.224491315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5cf81-ed14-4d7c-88e8-603bfc2ebc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:11.275141454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5cf81-ed14-4d7c-88e8-603bfc2ebc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:11.324802391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5cf81-ed14-4d7c-88e8-603bfc2ebc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:11.374545059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5cf81-ed14-4d7c-88e8-603bfc2ebc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:17.430726593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"2bee6999-3890-4d69-b3ae-797091491823","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8d5347","tenantID":"e2e-extmod-b-8d5347","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:17.539622743Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"2bee6999-3890-4d69-b3ae-797091491823","name":"e2e-extmod-b-8d5347-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:35.915633806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:55.208335853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483d0068-601c-470a-95f6-e34cf2ee208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:55.257297322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483d0068-601c-470a-95f6-e34cf2ee208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:55.306100055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483d0068-601c-470a-95f6-e34cf2ee208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:55.354859604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483d0068-601c-470a-95f6-e34cf2ee208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:57.184513652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a714a7-f844-4a08-9e41-34178875d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:57.23414939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a714a7-f844-4a08-9e41-34178875d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:57.28315719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a714a7-f844-4a08-9e41-34178875d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:57.332318835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a714a7-f844-4a08-9e41-34178875d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:58.239632363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"1febade5-5b63-4844-b21c-5d35f490ebbd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fbad27","tenantID":"e2e-inf-a-fbad27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:26:58.349293905Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"1febade5-5b63-4844-b21c-5d35f490ebbd","name":"e2e-inf-a-fbad27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:02.335506626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9b782-0602-4f22-a95d-f6395f259dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:02.385027457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9b782-0602-4f22-a95d-f6395f259dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:02.434168916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9b782-0602-4f22-a95d-f6395f259dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:02.483392565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9b782-0602-4f22-a95d-f6395f259dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:02.946512941Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1a8c62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1a8c62","reconcileID":"4b716a6c-dff5-479b-9f13-a1765cefd824","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1a8c62","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-1a8c62":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:04.263825208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1590ab4a-7414-446c-be9e-4192b35224ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:04.312895682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1590ab4a-7414-446c-be9e-4192b35224ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:04.361766414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1590ab4a-7414-446c-be9e-4192b35224ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:04.411112444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1590ab4a-7414-446c-be9e-4192b35224ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:05.916971551Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:06.169795377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2a7f3e-b15c-4202-a322-d18d52e3055b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:06.223130294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2a7f3e-b15c-4202-a322-d18d52e3055b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:06.274663068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2a7f3e-b15c-4202-a322-d18d52e3055b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:06.323825043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2a7f3e-b15c-4202-a322-d18d52e3055b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:08.10613884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d38343-36a7-49bf-825e-83005f463438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:08.154813074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d38343-36a7-49bf-825e-83005f463438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:08.204751835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d38343-36a7-49bf-825e-83005f463438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:08.254323624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d38343-36a7-49bf-825e-83005f463438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:10.02428129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbbff32-7cda-4877-9b41-7a151e3917ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:10.07339218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbbff32-7cda-4877-9b41-7a151e3917ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:10.122499622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbbff32-7cda-4877-9b41-7a151e3917ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:10.171850933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbbff32-7cda-4877-9b41-7a151e3917ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:11.983197745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484ce2-7c67-4490-8185-3283c5b90797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:12.033449033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484ce2-7c67-4490-8185-3283c5b90797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:12.082495434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484ce2-7c67-4490-8185-3283c5b90797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:12.131740702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484ce2-7c67-4490-8185-3283c5b90797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:13.947068961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3901f3-b085-4b65-aeda-7cbae41b00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:13.995957998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3901f3-b085-4b65-aeda-7cbae41b00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:14.044852141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3901f3-b085-4b65-aeda-7cbae41b00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:14.093745492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3901f3-b085-4b65-aeda-7cbae41b00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:15.909027017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ed6d2d-0553-4985-b41a-bb5b92763234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:15.958023607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ed6d2d-0553-4985-b41a-bb5b92763234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:16.007214883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ed6d2d-0553-4985-b41a-bb5b92763234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:16.056154093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ed6d2d-0553-4985-b41a-bb5b92763234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:17.905219489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee1af6-3a1b-435c-9366-4f87e1688c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:17.954481044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee1af6-3a1b-435c-9366-4f87e1688c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:18.003613274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee1af6-3a1b-435c-9366-4f87e1688c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:18.077967271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee1af6-3a1b-435c-9366-4f87e1688c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:19.859090625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ad07a3-d15f-4030-8a72-8297795481bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:19.908361835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ad07a3-d15f-4030-8a72-8297795481bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:19.957487849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ad07a3-d15f-4030-8a72-8297795481bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:20.006801041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ad07a3-d15f-4030-8a72-8297795481bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:21.186862097Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-30e8b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-30e8b6","reconcileID":"7fc20921-dde6-44a4-8b46-9705c5f0d238","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-30e8b6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-30e8b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:21.843085124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f51d750-0213-4130-877b-7cee9fcc0fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:21.891977499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f51d750-0213-4130-877b-7cee9fcc0fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:21.94082699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f51d750-0213-4130-877b-7cee9fcc0fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:21.989826381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f51d750-0213-4130-877b-7cee9fcc0fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:23.847449267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f8378-5bd6-4264-be9c-0187a7f99ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:23.896619184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f8378-5bd6-4264-be9c-0187a7f99ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:23.945731288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f8378-5bd6-4264-be9c-0187a7f99ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:23.995666642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f8378-5bd6-4264-be9c-0187a7f99ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:35.915716601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:41.179842258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"224cb2ca-02fb-4b04-82b3-bff53b51ca7c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-05f61b","tenantID":"e2e-inf-b-05f61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:41.288437445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"224cb2ca-02fb-4b04-82b3-bff53b51ca7c","name":"e2e-inf-b-05f61b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:56.898071031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674c5c42-0655-4b2f-8416-d4d28e1d517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:56.947066547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674c5c42-0655-4b2f-8416-d4d28e1d517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:56.99603662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674c5c42-0655-4b2f-8416-d4d28e1d517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:57.044789198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674c5c42-0655-4b2f-8416-d4d28e1d517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:58.864228645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27967b18-fd23-499d-8935-931313f3f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:58.913534231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27967b18-fd23-499d-8935-931313f3f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:58.964121717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27967b18-fd23-499d-8935-931313f3f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:27:59.012843927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27967b18-fd23-499d-8935-931313f3f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:00.812481315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a0a7ea-8df6-4059-9e33-5ae0a159fa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:00.861498465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a0a7ea-8df6-4059-9e33-5ae0a159fa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:00.910606024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a0a7ea-8df6-4059-9e33-5ae0a159fa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:00.95964161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a0a7ea-8df6-4059-9e33-5ae0a159fa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:02.751739057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f25c81-76db-4bec-913a-14c39323e109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:02.800912743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f25c81-76db-4bec-913a-14c39323e109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:02.849832665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f25c81-76db-4bec-913a-14c39323e109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:02.899879407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f25c81-76db-4bec-913a-14c39323e109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:04.721940678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7159056-b025-49ec-9ab8-234bab1976db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:04.770995754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7159056-b025-49ec-9ab8-234bab1976db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:04.819993401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7159056-b025-49ec-9ab8-234bab1976db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:04.869575841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7159056-b025-49ec-9ab8-234bab1976db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:05.916196145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:35.915043513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:41.711992944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"1a4281fd-9e8c-497c-ba65-e6780cb2e2b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:41.835276121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"8447b72f-e9a8-4e55-95a3-a9e2b31065ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:42.203230881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"b3266870-667e-4625-9ede-1786dfde2244","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:42.319485213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"3baec272-df92-431c-af7d-4d8c4e33cbfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:42.418652762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"418510b8-08c3-4de2-93ad-161c0f1e6bf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:42.51872947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72fa2ba7-5cb2-4b22-8bed-b75a38e6e575","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:42.620953545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ae362e0-df63-476e-ab59-d1af4de6c8a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:42.995829511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"dd2ed211-42f6-4998-a739-73d43b243af9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:43.164747315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"3c7c57b5-25bd-4d65-af23-9b5d88a861e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:43.266185102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"6de51048-d114-448f-9b82-f43e0c484c0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:43.366652097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"1e6eeb51-837d-4cc8-8bdf-1a8f3933c0f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:43.465881379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"b5887802-6532-482e-abff-447cc92b9520","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:44.712057352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"2d0d6619-fa98-4300-8daf-a720cb7f2e46","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8c62","tenantID":"e2e-inf-b-1a8c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:28:44.821369938Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"2d0d6619-fa98-4300-8daf-a720cb7f2e46","name":"e2e-inf-b-1a8c62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:03.512567729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"d90bc009-8aa2-4e20-9f74-259d9e9c753f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:03.692781009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"927b76c3-8c74-4bbd-9408-eea746301670","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:03.798970382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"698514ce-073b-48ae-8caf-5eb63cc5cd4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:03.921058889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"ed1e7f99-5db3-4d3c-a7ae-7ed081acad1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:04.028142355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34b16dab-e26c-435f-b6e3-faefde074577","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:04.129669864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"381c2874-3021-496c-8434-a946095248ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:04.382587811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"915c80cf-65ec-47a3-a897-0b8c72d1ea81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:04.861309517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"1c850098-95ac-480e-8cd1-f1b0bc7be066","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:04.962418858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"958f62b5-53a5-4e51-8b5f-6d73849eae3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:04.962443681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"3933938c-9dd6-458e-9355-5a2355a63989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:05.109292274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"770dd580-64a1-466c-9725-4cee973308e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:05.220518747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"91af5a44-9503-49a8-91be-290fd3c13623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:05.920008714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:07.141616337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"559933b7-7f1f-40cd-aed5-21557475bb55","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-30e8b6","tenantID":"e2e-inf-b-30e8b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:07.25354582Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"559933b7-7f1f-40cd-aed5-21557475bb55","name":"e2e-inf-b-30e8b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:12.481078173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05df025f-97e3-4dea-98db-aeb2eecf7e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:12.530125388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05df025f-97e3-4dea-98db-aeb2eecf7e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:12.580330121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05df025f-97e3-4dea-98db-aeb2eecf7e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:12.630750116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05df025f-97e3-4dea-98db-aeb2eecf7e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:14.513371796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f19fb3-7931-405e-8494-e78727ea61c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:14.562112595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f19fb3-7931-405e-8494-e78727ea61c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:14.610984005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f19fb3-7931-405e-8494-e78727ea61c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:14.660113684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f19fb3-7931-405e-8494-e78727ea61c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.461337273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205074b0-2c94-487f-8144-3788b0408bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.512179962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205074b0-2c94-487f-8144-3788b0408bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.56119207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205074b0-2c94-487f-8144-3788b0408bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.610373477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205074b0-2c94-487f-8144-3788b0408bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.929472732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","namespace":"ai-tenant-e2e-extmod-a-571996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.929530989Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","namespace":"ai-tenant-e2e-extmod-a-571996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.92957981Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","tenant":"e2e-extmod-a-571996","tenantID":"e2e-extmod-a-571996","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:16.982205093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"Deployment","name":"maas-api-e2e-extmod-a-571996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.039814468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"Service","name":"maas-api-e2e-extmod-a-571996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.100123137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-571996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.152998812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-571996","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.214146802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.266220057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.320224865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.375240571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.434287706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.493549449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.542246659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"Service","name":"payload-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.593247956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.641670645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.698164527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.74772433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.800958491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.84947379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.899367994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:17.954366536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-571996","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:18.01189239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-571996"},"namespace":"ai-tenant-e2e-extmod-a-571996","name":"default-tenant","reconcileID":"fafe244d-e2dd-4a29-a1d2-0fcb928313e5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-571996","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:21.261073824Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-571996","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-571996","reconcileID":"0796043e-abf0-4235-a503-ec73b9370d91","aitenant":"ai-tenants/e2e-extmod-a-571996","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:21.789969501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e0aef8-5364-4020-b002-9018265f4477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:21.838770448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e0aef8-5364-4020-b002-9018265f4477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:21.887561992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e0aef8-5364-4020-b002-9018265f4477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:21.936672362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e0aef8-5364-4020-b002-9018265f4477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:22.042205035Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-571996","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-571996","reconcileID":"0796043e-abf0-4235-a503-ec73b9370d91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-571996","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-571996"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:23.735386221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb35b81-e854-487b-8034-7a6edc5f1cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:23.785835691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb35b81-e854-487b-8034-7a6edc5f1cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:23.835209217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb35b81-e854-487b-8034-7a6edc5f1cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:23.884398785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb35b81-e854-487b-8034-7a6edc5f1cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:25.657800267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca59e64-d006-4dfe-a718-b1c5b2943aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:25.70651043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca59e64-d006-4dfe-a718-b1c5b2943aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:25.755474356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca59e64-d006-4dfe-a718-b1c5b2943aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:25.804526919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca59e64-d006-4dfe-a718-b1c5b2943aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:27.572413749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e50b-a53b-4ff7-b2c9-3632d679324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:27.621357148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e50b-a53b-4ff7-b2c9-3632d679324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:27.670114939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e50b-a53b-4ff7-b2c9-3632d679324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:27.774959556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e50b-a53b-4ff7-b2c9-3632d679324e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:29.560021338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b54046-5648-4666-9238-7c209b228c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:29.609233599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b54046-5648-4666-9238-7c209b228c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:29.658288142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b54046-5648-4666-9238-7c209b228c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:29.707258757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b54046-5648-4666-9238-7c209b228c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:31.468543007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c3351b-6c0f-47cc-a9dc-65a31c73c42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:31.517702996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c3351b-6c0f-47cc-a9dc-65a31c73c42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:31.566631249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c3351b-6c0f-47cc-a9dc-65a31c73c42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:31.616364878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c3351b-6c0f-47cc-a9dc-65a31c73c42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.415902328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","namespace":"ai-tenant-e2e-extmod-b-8d5347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.415992826Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","namespace":"ai-tenant-e2e-extmod-b-8d5347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.416043055Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","tenant":"e2e-extmod-b-8d5347","tenantID":"e2e-extmod-b-8d5347","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.466685785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"Deployment","name":"maas-api-e2e-extmod-b-8d5347","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.523338308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"Service","name":"maas-api-e2e-extmod-b-8d5347","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.597538909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-8d5347","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.647798143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-8d5347","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.698977323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.754537665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.807796134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.917953725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:32.968728004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.017645867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.066942998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"Service","name":"payload-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.115483188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.164214181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.21278496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.261407098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.31328784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.362176395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.410803872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.425135335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cb9db3-c9b5-42ee-9417-12ade861354a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.477830933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cb9db3-c9b5-42ee-9417-12ade861354a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.478193706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-8d5347","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.527479628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cb9db3-c9b5-42ee-9417-12ade861354a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.576423452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8d5347"},"namespace":"ai-tenant-e2e-extmod-b-8d5347","name":"default-tenant","reconcileID":"8833c499-3f71-4384-bba6-d63c8e09a53f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-8d5347","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:33.576701576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cb9db3-c9b5-42ee-9417-12ade861354a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:35.343012837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35205ee1-e7ff-4926-916c-996174f8077a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:35.391842635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35205ee1-e7ff-4926-916c-996174f8077a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:35.440687293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35205ee1-e7ff-4926-916c-996174f8077a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:35.489554373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35205ee1-e7ff-4926-916c-996174f8077a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:35.914450291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:35.985177784Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8d5347","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8d5347","reconcileID":"87683315-fdb3-49e8-84ca-2fd8cb085e42","aitenant":"ai-tenants/e2e-extmod-b-8d5347","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:36.684573397Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8d5347","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8d5347","reconcileID":"87683315-fdb3-49e8-84ca-2fd8cb085e42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8d5347","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-8d5347"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:37.254941104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f78311-6fe3-4b25-881c-331474e12192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:37.303684218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f78311-6fe3-4b25-881c-331474e12192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:37.355181557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f78311-6fe3-4b25-881c-331474e12192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:37.404577257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f78311-6fe3-4b25-881c-331474e12192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.269461054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"c89c3cc7-3ba4-4e7c-a3b7-5ad17cdce3df","namespace":"llm","name":"e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.322082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"69beb94c-db15-45f1-8127-bf9ab042a0d0","namespace":"llm","name":"e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.487447658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"47dab87a-0a0f-4f7b-a525-2907fe6222e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.487546087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"25f3d2f9-81c5-4035-9968-1d96d5454c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.487996885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0e519295-eae4-41c9-8cd7-2dfa83685e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.488018955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"07f4c573-54fa-48b6-88d4-cfa385c32e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.488394301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"ec39c6ce-f5ea-4b4a-902c-a99e3dc4eac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.527150813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a05a280-814d-446b-9b1f-78098c49e4a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.527173544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a05a280-814d-446b-9b1f-78098c49e4a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.527427758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e9ba602-1a57-4697-b1a3-f6cac8e96554","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.527439469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e9ba602-1a57-4697-b1a3-f6cac8e96554","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.52764506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"58443d39-cb37-4491-a941-6429c38d607f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.527655428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"58443d39-cb37-4491-a941-6429c38d607f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.527885139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8a8dff-49f2-4e90-bf5e-236204f20a92","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.527896732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8a8dff-49f2-4e90-bf5e-236204f20a92","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.528137132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec6258bb-46f9-4e10-9fac-1433d1185844","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.52814864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec6258bb-46f9-4e10-9fac-1433d1185844","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.528352017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b45c338b-e5d3-45a8-9b9f-66ba4e7cd3da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.528361889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b45c338b-e5d3-45a8-9b9f-66ba4e7cd3da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.528557587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0099e38-743e-46ec-84ea-108be264d729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.528567156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0099e38-743e-46ec-84ea-108be264d729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.528855016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d502c0-f6ed-4caa-8327-350f302da748","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.528866518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d502c0-f6ed-4caa-8327-350f302da748","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.571248029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"25f3d2f9-81c5-4035-9968-1d96d5454c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.572479336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0e519295-eae4-41c9-8cd7-2dfa83685e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.573517342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"ec39c6ce-f5ea-4b4a-902c-a99e3dc4eac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.574720956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"47dab87a-0a0f-4f7b-a525-2907fe6222e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.575811078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"07f4c573-54fa-48b6-88d4-cfa385c32e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.770041722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a173a254-3ce6-4f6b-8612-71e5f3afe7b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.770901396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"250c6c9d-bda9-41e5-bb9a-28732af00ebd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.824729145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"fe174477-d7d0-4a0c-992d-eb75a9b2e473","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"name":"e2e-dft-c10e0a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.927532967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b33d0f20-7c9d-4beb-b7db-903d4679cc58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.927554112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b33d0f20-7c9d-4beb-b7db-903d4679cc58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.927851962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9218225-4a45-4537-98df-f36a64d8b171","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.927863885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9218225-4a45-4537-98df-f36a64d8b171","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.92811453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c032b6e0-d108-4539-85dc-8c4952f7f179","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.928126167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c032b6e0-d108-4539-85dc-8c4952f7f179","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.928359596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c97c5544-ffbc-43e9-9772-e553214b22de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.928370245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c97c5544-ffbc-43e9-9772-e553214b22de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.92857934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9946eec7-6cda-4bab-ad56-69630eb9777a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.928589748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9946eec7-6cda-4bab-ad56-69630eb9777a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.92888337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"071cab96-472c-49ec-9e2c-13cf1876bb47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.928894003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"071cab96-472c-49ec-9e2c-13cf1876bb47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.968486395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"352db324-6974-4625-ad68-e1632c44ea4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.968520214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4da62c31-0c12-4d62-9d86-712e02260b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.968986122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a17f0bea-179e-4ce8-899c-f83491ac27f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.969118169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"262d92c4-585c-4914-a29d-dbb76d906a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.969505714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5228f537-d9b2-412d-ad43-301fbb17d137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:38.979162149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"aa74a132-3b1c-4870-ac9c-405464171c22","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"name":"e2e-dft-c10e0a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.023375378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4da62c31-0c12-4d62-9d86-712e02260b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.024196127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"352db324-6974-4625-ad68-e1632c44ea4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.025849363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5228f537-d9b2-412d-ad43-301fbb17d137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.027772033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"a17f0bea-179e-4ce8-899c-f83491ac27f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.028023299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"262d92c4-585c-4914-a29d-dbb76d906a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.028582366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c8b1098-f137-4896-ad23-75c4aff8fb53","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.02859649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c8b1098-f137-4896-ad23-75c4aff8fb53","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.028855264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2bc0190-448e-47b1-bba8-f6671505912a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.028864649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2bc0190-448e-47b1-bba8-f6671505912a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.207961373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edaffbf-a1f5-483e-8519-9bb20f0cc30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.25779897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edaffbf-a1f5-483e-8519-9bb20f0cc30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.307198688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edaffbf-a1f5-483e-8519-9bb20f0cc30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.357071372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edaffbf-a1f5-483e-8519-9bb20f0cc30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.454963325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a4137b9a-739c-43f6-aba7-f8f8f8a8f384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.45547901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"d8d731d9-5390-4c0e-9048-d825a1d8cfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.455810698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d2abf7cc-30c1-4b8e-ae06-eacdd1bd7f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.456189416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cc01c705-c712-46ab-b967-32206c008aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.522676472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"dc01a8c5-9931-4920-a731-19ec159bf595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.52654271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"d8d731d9-5390-4c0e-9048-d825a1d8cfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.528372094Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"5f9bc06f-e3f3-4124-9251-e1916db71ede","namespace":"llm","name":"e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.530258523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"cc01c705-c712-46ab-b967-32206c008aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.53280613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"a4137b9a-739c-43f6-aba7-f8f8f8a8f384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.534904174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"d2abf7cc-30c1-4b8e-ae06-eacdd1bd7f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.578786349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"dc01a8c5-9931-4920-a731-19ec159bf595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.628750668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"73397a8e-9f50-4ee3-89b7-7abff18faea3","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.628777281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"73397a8e-9f50-4ee3-89b7-7abff18faea3","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.85685968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d3ebf3b1-cf61-4bbc-a13d-89cfe7b81a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.874266128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fef10f9-149a-4e14-bade-21153411946d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.874354002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"25fd3e49-0687-4c06-ad66-7e98e2c75411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.877341737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b8d4c059-cf33-436c-8f26-6c324319f9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.877452578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aff38e5-fcc7-4a00-a4fa-d7ad2aaf2294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.909757609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"d3ebf3b1-cf61-4bbc-a13d-89cfe7b81a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.92716563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fef10f9-149a-4e14-bade-21153411946d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.927742151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"25fd3e49-0687-4c06-ad66-7e98e2c75411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.930448073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"b8d4c059-cf33-436c-8f26-6c324319f9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:39.930607214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aff38e5-fcc7-4a00-a4fa-d7ad2aaf2294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.254860188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d3094d83-432d-4c16-9f09-d6eb33b1784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.255071801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dee0faec-7f00-4d56-a6f6-7a9bbd388e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.2548688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6da23705-1b0c-4201-a49b-ba2eb66d9006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.309197948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"6da23705-1b0c-4201-a49b-ba2eb66d9006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.309197946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"d3094d83-432d-4c16-9f09-d6eb33b1784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.312587076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"dee0faec-7f00-4d56-a6f6-7a9bbd388e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.361286458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"024610c1-83a5-4d5c-a2da-ccd38a332fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.361392884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1991cbac-8a68-468d-a002-7c607afd28e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.415274091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"024610c1-83a5-4d5c-a2da-ccd38a332fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.41544823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1991cbac-8a68-468d-a002-7c607afd28e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.68522602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"a12356aa-b84a-4529-b38e-fbd4a4964877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.685420633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"97cb8188-017d-4a11-b6e9-e19a3fb2d79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.739034549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"a12356aa-b84a-4529-b38e-fbd4a4964877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:40.739449728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"97cb8188-017d-4a11-b6e9-e19a3fb2d79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:41.198748311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b99ecef-c239-41ee-b0c0-370346185ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:41.248009363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b99ecef-c239-41ee-b0c0-370346185ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:41.297175217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b99ecef-c239-41ee-b0c0-370346185ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:41.346820684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b99ecef-c239-41ee-b0c0-370346185ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:43.114303309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b6e842-cbe8-4a5b-b6cd-b2e5005f6d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:43.163264454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b6e842-cbe8-4a5b-b6cd-b2e5005f6d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:43.212191352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b6e842-cbe8-4a5b-b6cd-b2e5005f6d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:43.261281957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b6e842-cbe8-4a5b-b6cd-b2e5005f6d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:44.810103664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"d1fe9ede-eea8-4e5d-92a7-3c3b53a21a43","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:44.810145037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"d1fe9ede-eea8-4e5d-92a7-3c3b53a21a43","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:44.90817146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"973c53de-8590-4b91-a282-18e9b6314126","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:44.90820314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"973c53de-8590-4b91-a282-18e9b6314126","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.05254416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f1d717-55b9-44f2-bff4-31217c17c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.052770718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"990a1187-e737-4180-bacd-642b6523a1ac","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.101468112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f1d717-55b9-44f2-bff4-31217c17c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.152458708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f1d717-55b9-44f2-bff4-31217c17c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.203081822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f1d717-55b9-44f2-bff4-31217c17c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.205629906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"990a1187-e737-4180-bacd-642b6523a1ac","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.648718134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"4c3603f0-157e-4d81-96f6-47ccae909971","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.648749611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"4c3603f0-157e-4d81-96f6-47ccae909971","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.793215305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"fc186d39-4125-42ab-acaf-c1eb6e936e1e","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:45.845644187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"fc186d39-4125-42ab-acaf-c1eb6e936e1e","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:46.237772439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"fc186d39-4125-42ab-acaf-c1eb6e936e1e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c10e0a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:46.484499042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"ba7753d5-a7dc-411b-969d-7fa3049057ca","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:46.537561274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"ba7753d5-a7dc-411b-969d-7fa3049057ca","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:46.966396151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa9985-8f09-471b-8e19-97b9a6948cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.015376934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa9985-8f09-471b-8e19-97b9a6948cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.065102675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa9985-8f09-471b-8e19-97b9a6948cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.114158317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa9985-8f09-471b-8e19-97b9a6948cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.558329998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"3114b87e-2a05-4f50-9161-ce5a08c90c28","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.55835873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"3114b87e-2a05-4f50-9161-ce5a08c90c28","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:47.608759972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"e13ff335-f9e4-4855-a859-c4f62f103caf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c10e0a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.702565268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"805107ba-a84a-4e44-9f12-fbb670d432f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.702694721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bca20ffe-8313-4a0b-b8b7-7e6331255a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.702562651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"79446c78-a941-4916-b9f9-66e33e322887","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.707664521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"1a00d41b-3841-4bdc-b374-c0fe00e312d9","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.70768385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"1a00d41b-3841-4bdc-b374-c0fe00e312d9","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:47.808201996Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"1a00d41b-3841-4bdc-b374-c0fe00e312d9","name":"e2e-dft-c10e0a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c10e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:47.808273999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"1a00d41b-3841-4bdc-b374-c0fe00e312d9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c10e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.822810196Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bca20ffe-8313-4a0b-b8b7-7e6331255a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:47.82651251Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"79446c78-a941-4916-b9f9-66e33e322887","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:47.826582911Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"805107ba-a84a-4e44-9f12-fbb670d432f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.85698953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"682dec69-9b94-4a7d-8a48-c8d7f0a0622f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.857015565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"682dec69-9b94-4a7d-8a48-c8d7f0a0622f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.874586232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bca20ffe-8313-4a0b-b8b7-7e6331255a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:47.878642391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"805107ba-a84a-4e44-9f12-fbb670d432f8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:29:47.88155038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"79446c78-a941-4916-b9f9-66e33e322887","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.906165594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2cb97c2d-767f-4df4-aeb7-be412760cdfb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.906188467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2cb97c2d-767f-4df4-aeb7-be412760cdfb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.956405188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"c8a1601f-f184-407f-b2c3-d23a959b8460","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:47.956430873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"c8a1601f-f184-407f-b2c3-d23a959b8460","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.006319909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37840a4f-d682-4c5c-83c1-aa2fa40eb7b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.006342482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37840a4f-d682-4c5c-83c1-aa2fa40eb7b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.027213399Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"f7d71965-227a-4ee1-8ca9-bea0c7dfcae4","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c10e0a","model":"e2e-dft-c10e0a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c10e0a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.105293386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"8239eeb9-03cc-4c5b-8676-8b8ab55dbbca","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.154868979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3e0de33-7d5f-44ec-87b1-b7df7528b57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.158910377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"8239eeb9-03cc-4c5b-8676-8b8ab55dbbca","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.203845195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8127257-5ce3-4680-8652-569b0fdb7b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.208685002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3e0de33-7d5f-44ec-87b1-b7df7528b57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.210063626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"8239eeb9-03cc-4c5b-8676-8b8ab55dbbca","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.25739082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8127257-5ce3-4680-8652-569b0fdb7b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.309742195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"84ab5a5f-4ab6-4ffd-b07b-8f1f876332b3","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.309769161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"84ab5a5f-4ab6-4ffd-b07b-8f1f876332b3","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.456026452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"c214891d-37c7-4bf3-8860-9d68c0781278","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.456056009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"c214891d-37c7-4bf3-8860-9d68c0781278","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.553187344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"7b8c9f87-21cf-488e-9b43-9693f9557055","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c10e0a","model":"llm/e2e-dft-c10e0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.933058734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370db5bb-9fdd-4e03-bcf7-040ec390e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:48.981996567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370db5bb-9fdd-4e03-bcf7-040ec390e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:49.03109687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370db5bb-9fdd-4e03-bcf7-040ec390e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:49.080057059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370db5bb-9fdd-4e03-bcf7-040ec390e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:50.853883924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fc18a-6f39-47fd-b553-5ea07dc6bd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:50.902782361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fc18a-6f39-47fd-b553-5ea07dc6bd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:50.951591701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fc18a-6f39-47fd-b553-5ea07dc6bd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:51.000547815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fc18a-6f39-47fd-b553-5ea07dc6bd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:52.767387647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d3e372-903b-4120-a395-1937569a97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:52.816414473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d3e372-903b-4120-a395-1937569a97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:52.86526684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d3e372-903b-4120-a395-1937569a97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:52.914247508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d3e372-903b-4120-a395-1937569a97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:54.676145252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd26b-7084-4302-a847-4b946b08cb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:54.725658389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd26b-7084-4302-a847-4b946b08cb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:54.774798491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd26b-7084-4302-a847-4b946b08cb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:54.825321176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd26b-7084-4302-a847-4b946b08cb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:58.458184231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"79c5e469-2d06-4ab4-9265-bffd2d4bfe96","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:58.510882712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"79c5e469-2d06-4ab4-9265-bffd2d4bfe96","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:29:58.562760627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"79c5e469-2d06-4ab4-9265-bffd2d4bfe96","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:01.633631323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40994ed0-e65e-42a2-9351-bda285bbf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:01.682839601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40994ed0-e65e-42a2-9351-bda285bbf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:01.731769154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40994ed0-e65e-42a2-9351-bda285bbf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:01.780815928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40994ed0-e65e-42a2-9351-bda285bbf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:03.585982724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d39b7a-fa86-433a-9128-4a90f27fce9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:03.634796923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d39b7a-fa86-433a-9128-4a90f27fce9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:03.683510973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d39b7a-fa86-433a-9128-4a90f27fce9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:03.732448637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d39b7a-fa86-433a-9128-4a90f27fce9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:05.514338502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8a461a-fd0d-4ba5-9bdc-076d6ae71b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:05.563128468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8a461a-fd0d-4ba5-9bdc-076d6ae71b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:05.612093721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8a461a-fd0d-4ba5-9bdc-076d6ae71b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:05.66109644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8a461a-fd0d-4ba5-9bdc-076d6ae71b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:05.914670735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:08.761270874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"282a63a2-758f-4fe2-a527-81112081c5b1","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:08.815282443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"282a63a2-758f-4fe2-a527-81112081c5b1","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:08.867583149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"282a63a2-758f-4fe2-a527-81112081c5b1","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:11.892169723Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","namespace":"ai-tenant-e2e-inf-a-fbad27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:11.892250977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","namespace":"ai-tenant-e2e-inf-a-fbad27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:11.892321025Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","tenant":"e2e-inf-a-fbad27","tenantID":"e2e-inf-a-fbad27","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:11.943206902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"Deployment","name":"maas-api-e2e-inf-a-fbad27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.008436923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"Service","name":"maas-api-e2e-inf-a-fbad27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.06030867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-fbad27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.112515673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-fbad27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.167849164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.219465565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.273629283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.326205263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.374817392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"Deployment","name":"payload-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.426844147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.475342988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"Service","name":"payload-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.524033439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.572660306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.624238495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.672888286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.724910883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.777315421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.828208843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.876980961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-fbad27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:12.92652093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fbad27"},"namespace":"ai-tenant-e2e-inf-a-fbad27","name":"default-tenant","reconcileID":"c921b8cf-08e7-4a0f-bab1-b9ffa779442e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-fbad27","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:13.593958179Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fbad27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fbad27","reconcileID":"abb236e1-48de-41bf-8697-4026c00802c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fbad27","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-fbad27"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:14.655905943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c4419-d42f-4694-a64a-dffbcca059eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:14.705172408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c4419-d42f-4694-a64a-dffbcca059eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:14.7545848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c4419-d42f-4694-a64a-dffbcca059eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:14.80365607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c4419-d42f-4694-a64a-dffbcca059eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:16.609266722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827e679-9642-4f78-acab-f3553604c083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:16.663133525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827e679-9642-4f78-acab-f3553604c083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:16.71541997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827e679-9642-4f78-acab-f3553604c083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:16.764312407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827e679-9642-4f78-acab-f3553604c083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.084948686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b67852e4-1d1b-4725-8136-61877931154a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.084976213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b67852e4-1d1b-4725-8136-61877931154a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.137443526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ff691b-36cb-4cb5-8182-68b7741279fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.137545649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ff691b-36cb-4cb5-8182-68b7741279fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.243456584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"ab37a75a-ec43-4650-a6d2-8f1353f9367c","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.332893284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2728cccc-3708-4093-a3bd-7189f56081b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.333004304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2728cccc-3708-4093-a3bd-7189f56081b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.36182006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"ab37a75a-ec43-4650-a6d2-8f1353f9367c","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.388138255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b679f011-ca53-4d39-9639-cd849e20d8df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.38824558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b679f011-ca53-4d39-9639-cd849e20d8df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.414279072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"ab37a75a-ec43-4650-a6d2-8f1353f9367c","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:17.43920079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-sub-da25807c","reconcileID":"ea0195a4-4133-4d35-8fec-dc9b44e5944c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-da25807c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.467975079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb8acff9-36f7-4718-abf2-a1a984d667c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.468077234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb8acff9-36f7-4718-abf2-a1a984d667c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.550741855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10245d9b-5ecb-4be3-bbee-678fe1ad8509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.550766877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10245d9b-5ecb-4be3-bbee-678fe1ad8509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.572555106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"78da4380-1c87-4381-8064-46448bfb823b","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.606086307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b234830-1019-4da0-9a4e-de16083abac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.606110348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b234830-1019-4da0-9a4e-de16083abac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.625973663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"78da4380-1c87-4381-8064-46448bfb823b","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.686285248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"78da4380-1c87-4381-8064-46448bfb823b","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:17.912743507Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-sub-da25807c","reconcileID":"65626928-2ea5-4adc-be38-54a1b6c9bcd3","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-da25807c/e2e-sub-da25807c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.226154357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbc1fdf7-7917-4c26-b07e-a4032adb0764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.22617886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbc1fdf7-7917-4c26-b07e-a4032adb0764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.273533571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c9515a4-6f9d-41e1-8c8c-e6f6de7c2865","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.428951446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-sub-da25807c","reconcileID":"3498baee-bdae-49d7-a73e-90751c549aa6","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.74390172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f8e2b-ba4a-48c3-af68-af259b7088b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.792760438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f8e2b-ba4a-48c3-af68-af259b7088b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.842986456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f8e2b-ba4a-48c3-af68-af259b7088b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:18.892439722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f8e2b-ba4a-48c3-af68-af259b7088b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:19.094297171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"dff72ebd-8537-4e0e-ba85-9c61a762f4b8","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:19.214325418Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"dff72ebd-8537-4e0e-ba85-9c61a762f4b8","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:19.267304258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"dff72ebd-8537-4e0e-ba85-9c61a762f4b8","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:19.368630562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"b0c7ed95-04a4-4212-b2d1-b5a3328069c7","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:19.368664524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"b0c7ed95-04a4-4212-b2d1-b5a3328069c7","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:20.689472197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7896480-572c-4ee1-9c7f-c93e82cb3910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:20.738284053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7896480-572c-4ee1-9c7f-c93e82cb3910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:20.792849897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7896480-572c-4ee1-9c7f-c93e82cb3910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:20.843861926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7896480-572c-4ee1-9c7f-c93e82cb3910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:24.502238826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c40f8-a7d8-4cea-bd7f-83d26803d67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:24.551763934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c40f8-a7d8-4cea-bd7f-83d26803d67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:24.600722427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c40f8-a7d8-4cea-bd7f-83d26803d67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:24.651856711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c40f8-a7d8-4cea-bd7f-83d26803d67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:26.426503089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5165f852-8f53-47db-a9b1-61322b1c643a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:26.475650273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5165f852-8f53-47db-a9b1-61322b1c643a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:26.527427394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5165f852-8f53-47db-a9b1-61322b1c643a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:26.576778185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5165f852-8f53-47db-a9b1-61322b1c643a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:27.812722261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"8b9ad9ac-105c-4e22-9877-3e37c481a3ea","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:27.939257425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"8b9ad9ac-105c-4e22-9877-3e37c481a3ea","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:27.991011931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"8b9ad9ac-105c-4e22-9877-3e37c481a3ea","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:28.042661602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b053e3e3-a916-4e93-969c-89e700d6b8dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:28.042684847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b053e3e3-a916-4e93-969c-89e700d6b8dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:28.398970671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1603863f-e60f-4f09-94ad-c452659157c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:28.448294688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1603863f-e60f-4f09-94ad-c452659157c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:28.497215218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1603863f-e60f-4f09-94ad-c452659157c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:28.546170088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1603863f-e60f-4f09-94ad-c452659157c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:29.539094441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"ec17b620-9fad-4a00-800b-12bf1362a3b0","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:29.656477227Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"ec17b620-9fad-4a00-800b-12bf1362a3b0","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:29.708605271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"ec17b620-9fad-4a00-800b-12bf1362a3b0","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:29.870607458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"607a9dbb-363f-497a-bcd0-1bb9d9c3ad4b","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:29.870637591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"607a9dbb-363f-497a-bcd0-1bb9d9c3ad4b","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:30.382532092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3ddf7-a3fe-465f-9305-a76729c2b301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:30.431655567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3ddf7-a3fe-465f-9305-a76729c2b301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:30.481873487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3ddf7-a3fe-465f-9305-a76729c2b301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:30.530936365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3ddf7-a3fe-465f-9305-a76729c2b301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:32.329072718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd61e7-a716-4d5f-a25e-bfa459cb3e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:32.377878817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd61e7-a716-4d5f-a25e-bfa459cb3e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:32.426699936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd61e7-a716-4d5f-a25e-bfa459cb3e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:32.479362434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd61e7-a716-4d5f-a25e-bfa459cb3e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:35.91530625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:36.954511074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e2144-08cc-4158-ade1-d1f631c6f8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:37.00427296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e2144-08cc-4158-ade1-d1f631c6f8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:37.05528312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e2144-08cc-4158-ade1-d1f631c6f8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:37.105415211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e2144-08cc-4158-ade1-d1f631c6f8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:37.107909952Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"21a10dc4-d510-46af-b506-a16b2303f3bd","namespace":"ai-tenant-e2e-inf-a-ea1085","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:37.107986918Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"21a10dc4-d510-46af-b506-a16b2303f3bd","namespace":"ai-tenant-e2e-inf-a-ea1085","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:37.108045829Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"21a10dc4-d510-46af-b506-a16b2303f3bd","aitenant":"ai-tenants/e2e-inf-a-ea1085","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.194742056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"da7a8943-483c-4748-8826-530c8984f9cb","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.313984614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"da7a8943-483c-4748-8826-530c8984f9cb","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.402525242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"da7a8943-483c-4748-8826-530c8984f9cb","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.453543578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"8676d02a-bce0-4b08-9059-21ad807637dd","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c10e0a","model":"llm/e2e-dft-c10e0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.467252983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e19d7c0c-6450-42d6-ba14-d7dc699aa78a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.467273135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e19d7c0c-6450-42d6-ba14-d7dc699aa78a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.709493339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"b1e846ca-0142-4728-bc15-d99dccef6f60","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.709520549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"b1e846ca-0142-4728-bc15-d99dccef6f60","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.894502816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a1332d-ee5c-49bc-9034-03ed9a4d8a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.943503458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a1332d-ee5c-49bc-9034-03ed9a4d8a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:38.992360786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a1332d-ee5c-49bc-9034-03ed9a4d8a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:39.04118446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a1332d-ee5c-49bc-9034-03ed9a4d8a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.025047828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"02cc58a3-a761-4712-baf4-4d035b979adc","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.140805377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"02cc58a3-a761-4712-baf4-4d035b979adc","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.192631224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"02cc58a3-a761-4712-baf4-4d035b979adc","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.237408163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"d87dfd5c-660d-4eb0-8bae-c7b15f131580","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.335886753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8548fa8f-1878-495a-be2a-653cc6b03665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.336185065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb69bdba-1a83-468e-8d2b-878d94283d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.336755257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"ab7c21bb-01c0-4cb5-b740-40f303322e04","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.336778168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"ab7c21bb-01c0-4cb5-b740-40f303322e04","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.388975607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8548fa8f-1878-495a-be2a-653cc6b03665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.389645591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb69bdba-1a83-468e-8d2b-878d94283d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.402243506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"d87dfd5c-660d-4eb0-8bae-c7b15f131580","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.44070019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8548fa8f-1878-495a-be2a-653cc6b03665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.44107296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb69bdba-1a83-468e-8d2b-878d94283d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.453306485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"d87dfd5c-660d-4eb0-8bae-c7b15f131580","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.481532324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"db300fb3-dddb-487a-ae66-ad50f585b7b3","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.496432041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aa04b34-72aa-4b5f-b2fb-533530674f67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.496450587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aa04b34-72aa-4b5f-b2fb-533530674f67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.49686375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b186247-d7ae-4015-84e8-2509962d181a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.496875467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b186247-d7ae-4015-84e8-2509962d181a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.506895331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63f11fe7-2dfb-4fa1-8eda-37dafc4b3cf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.506911244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63f11fe7-2dfb-4fa1-8eda-37dafc4b3cf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.602562669Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"db300fb3-dddb-487a-ae66-ad50f585b7b3","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.656295596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"db300fb3-dddb-487a-ae66-ad50f585b7b3","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.760488697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"e76ace01-7c0a-462a-8d8d-12e2fd4d115f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.760518955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"e76ace01-7c0a-462a-8d8d-12e2fd4d115f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.816137044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eed97d-c62c-4fa6-a1e4-2aa8dcd54dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.864940489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eed97d-c62c-4fa6-a1e4-2aa8dcd54dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.916263963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eed97d-c62c-4fa6-a1e4-2aa8dcd54dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:40.965355609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eed97d-c62c-4fa6-a1e4-2aa8dcd54dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:41.785072429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"88af7a47-d4f8-40bf-8111-a05c439ba076","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:41.785098152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"88af7a47-d4f8-40bf-8111-a05c439ba076","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:41.950586957Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"5c11ab3a-24c4-4cb5-82ee-59aee79e32f9","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2399e21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:41.999493548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e08ce4-9261-4765-abb3-91f1ca71afa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:41.999497107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"cd3b9989-78cc-4df8-95cd-5d48ecb984c2","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.047777592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"259118a3-439e-4f57-add6-5855a7b33886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.071652708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e08ce4-9261-4765-abb3-91f1ca71afa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.071652705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"cd3b9989-78cc-4df8-95cd-5d48ecb984c2","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.100865623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"259118a3-439e-4f57-add6-5855a7b33886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.125135602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"cd3b9989-78cc-4df8-95cd-5d48ecb984c2","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.125237591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e08ce4-9261-4765-abb3-91f1ca71afa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.152068767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"259118a3-439e-4f57-add6-5855a7b33886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.177394207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e634b59-3120-44fe-b764-18aa8dfaeca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.177418553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e634b59-3120-44fe-b764-18aa8dfaeca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.288076623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44b67c61-aca4-46db-b412-d60eada7696c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.288108049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44b67c61-aca4-46db-b412-d60eada7696c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.378322126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"fd134267-0f84-4707-9a45-4a38fcce4fb5","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.428948051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9be40f8-8d10-47bd-b14a-f9ef14fc823e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.433544975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"fd134267-0f84-4707-9a45-4a38fcce4fb5","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.481800659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9be40f8-8d10-47bd-b14a-f9ef14fc823e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.485591604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"fd134267-0f84-4707-9a45-4a38fcce4fb5","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.526314557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7583ced0-f2f3-4bf5-b3e6-a7020f868a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.533991098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9be40f8-8d10-47bd-b14a-f9ef14fc823e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.579863204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7583ced0-f2f3-4bf5-b3e6-a7020f868a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.632191187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7583ced0-f2f3-4bf5-b3e6-a7020f868a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.805347483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f8c2a6-d082-4950-81d5-d3dcb4eb885f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.854348735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f8c2a6-d082-4950-81d5-d3dcb4eb885f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.903539107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f8c2a6-d082-4950-81d5-d3dcb4eb885f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:42.952590669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f8c2a6-d082-4950-81d5-d3dcb4eb885f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:44.784874565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640aa975-8d38-4133-9063-1e94751e7bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:44.833676253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640aa975-8d38-4133-9063-1e94751e7bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:44.882578357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640aa975-8d38-4133-9063-1e94751e7bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:44.931644513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640aa975-8d38-4133-9063-1e94751e7bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:46.828340278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b630a9e-1178-45e2-8dd3-6d7de3bc6330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:46.877385568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b630a9e-1178-45e2-8dd3-6d7de3bc6330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:46.927048219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b630a9e-1178-45e2-8dd3-6d7de3bc6330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:46.975875163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b630a9e-1178-45e2-8dd3-6d7de3bc6330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:50.605505207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"3d22c6da-be65-4045-aa07-9a688a2f8160","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:50.724396176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"3d22c6da-be65-4045-aa07-9a688a2f8160","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:50.77606035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"3d22c6da-be65-4045-aa07-9a688a2f8160","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:50.830320766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39fa7456-09c4-4881-bde6-e070e0fa43fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:50.830343135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39fa7456-09c4-4881-bde6-e070e0fa43fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.000592974Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"4e8f2886-d5bd-43e8-9e8c-9af9ce2cd378","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c10e0a","subscription":"e2e-dft-c10e0a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.099073105Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"4e8f2886-d5bd-43e8-9e8c-9af9ce2cd378","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.148061666Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-sub","reconcileID":"4e8f2886-d5bd-43e8-9e8c-9af9ce2cd378","MaaSSubscription":{"name":"e2e-dft-c10e0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c10e0a","namespace":"llm","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.454741999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"6d2e6fcc-8205-43c8-b634-3f806ca2236f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.454769316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"6d2e6fcc-8205-43c8-b634-3f806ca2236f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.602287631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"55d5bf3c-ef36-40fc-87d8-4d9de62dc150","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.602482474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c0b7b4-9248-424e-9740-b68b4b1753a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.602287688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16fa4373-e94a-4ae8-afaa-e63c0d2fc931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.608149862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"074986a3-2dab-46f3-9ceb-f15d2300012a","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.608169626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"074986a3-2dab-46f3-9ceb-f15d2300012a","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:52.710497422Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"074986a3-2dab-46f3-9ceb-f15d2300012a","name":"e2e-dft-c10e0a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c10e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:52.71057051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"074986a3-2dab-46f3-9ceb-f15d2300012a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c10e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.719843845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c0b7b4-9248-424e-9740-b68b4b1753a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:52.725066642Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"55d5bf3c-ef36-40fc-87d8-4d9de62dc150","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:52.727384731Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16fa4373-e94a-4ae8-afaa-e63c0d2fc931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.765017692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"6fff5edd-3d8f-404a-bdc1-fa71a841e644","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.765056767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"6fff5edd-3d8f-404a-bdc1-fa71a841e644","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.770958465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c0b7b4-9248-424e-9740-b68b4b1753a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:52.774580173Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"55d5bf3c-ef36-40fc-87d8-4d9de62dc150","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c10e0a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:52.774630071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"55d5bf3c-ef36-40fc-87d8-4d9de62dc150","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.774810919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c10e0a-access","reconcileID":"5d0eabdf-7f8b-45fb-bf4a-a70c80ff10e8","MaaSAuthPolicy":{"name":"e2e-dft-c10e0a-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:52.778980131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16fa4373-e94a-4ae8-afaa-e63c0d2fc931","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.814427908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbbfb1f9-609c-411d-96d2-cd3eef6277fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.81444536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbbfb1f9-609c-411d-96d2-cd3eef6277fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.825963292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d533fb4f-95fd-4650-8854-512fadfa46a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.825984088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d533fb4f-95fd-4650-8854-512fadfa46a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.930378383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4a0662-424f-43b3-a853-c3767063127f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.976498502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"f6446fa6-cd6f-4159-8bda-7ee9682b909f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.976528045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"f6446fa6-cd6f-4159-8bda-7ee9682b909f","MaaSModelRef":{"name":"e2e-dft-c10e0a","namespace":"llm"},"routeName":"external-model-e2e-dft-c10e0a-638fc0396d3b","namespace":"llm","model":"e2e-dft-c10e0a","externalModel":"e2e-dft-c10e0a","provider":"e2e-dft-c10e0a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:52.983674676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4a0662-424f-43b3-a853-c3767063127f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.034698644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4a0662-424f-43b3-a853-c3767063127f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.278543179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"abea7fc0-d9d1-4985-aa5d-ee0cf1bd33a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.278576076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"abea7fc0-d9d1-4985-aa5d-ee0cf1bd33a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.466506119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"5e9d31fb-c337-4428-953c-1a1461ee0de2","namespace":"llm","name":"e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.519508705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edea522f-346d-49e8-b5a5-9e3791b9b555","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.519537943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edea522f-346d-49e8-b5a5-9e3791b9b555","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.519984666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"26f8f513-2867-4956-95ae-a7f558397c8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.520004252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"26f8f513-2867-4956-95ae-a7f558397c8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.520333345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669fec20-e310-4e99-b5b5-ac81c8192a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.520351909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669fec20-e310-4e99-b5b5-ac81c8192a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.520822842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9396115-e8e4-4f71-ade5-e57a6b006b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.520842775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9396115-e8e4-4f71-ade5-e57a6b006b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521179556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c45158f-b06a-4fe1-b427-44ba64d8439a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521194101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c45158f-b06a-4fe1-b427-44ba64d8439a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521422892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c28ac9ba-a2d3-4a69-8cd0-c20bf7aa9cdd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521434054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c28ac9ba-a2d3-4a69-8cd0-c20bf7aa9cdd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521661185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6ddeba7-e6a0-49c6-a688-72a4fe2842af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521672534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6ddeba7-e6a0-49c6-a688-72a4fe2842af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521887513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d69dbce5-bd1c-42ff-b75b-8d532eed2624","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.521899048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d69dbce5-bd1c-42ff-b75b-8d532eed2624","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.565366263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"b543dacc-5c55-4c48-9ded-0642c9f68364","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.613475261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"372f0419-ef1d-4ef8-acac-1ea1b53b9a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.613591596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"bfa3098d-eb76-4990-a388-1163f3257f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.613970172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"8485e03d-38ac-4f7f-8061-f836f7f1f8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.614177216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38309fd8-e5b5-4a94-bda7-28e284eb7f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.667621248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"bfa3098d-eb76-4990-a388-1163f3257f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.667811059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"8485e03d-38ac-4f7f-8061-f836f7f1f8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.670095581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"372f0419-ef1d-4ef8-acac-1ea1b53b9a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.670205083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38309fd8-e5b5-4a94-bda7-28e284eb7f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.683016322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"b543dacc-5c55-4c48-9ded-0642c9f68364","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.720063838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"db6f69a9-7ef0-465d-917d-b5e56834c6cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.720297321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-sub-da25807c","reconcileID":"33238be7-0b03-486c-acff-4e95d4e07ab4","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.720462894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9c8aaa3-a4c7-4b4a-b047-979c06d2cce8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.722354075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"372f0419-ef1d-4ef8-acac-1ea1b53b9a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.722385612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38309fd8-e5b5-4a94-bda7-28e284eb7f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.735507082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"b543dacc-5c55-4c48-9ded-0642c9f68364","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.776305197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"267c0a29-e205-46b3-a259-604e942dbc0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.776331471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"267c0a29-e205-46b3-a259-604e942dbc0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.779795401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7ee4bb5-f2de-4dcb-bbf6-d4b2b4ae4212","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.779813997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7ee4bb5-f2de-4dcb-bbf6-d4b2b4ae4212","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.788888914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25c6303-8715-429d-b454-4c5a29a194e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.788909603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25c6303-8715-429d-b454-4c5a29a194e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.921786907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"e05d1d14-3ccf-4202-ac0f-55c2d827a853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.925110113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"91e13500-4e8f-4793-9513-e43cec244c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.93362718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d61ab2cd-1227-43cd-b95b-782e556500cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.975908586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"e05d1d14-3ccf-4202-ac0f-55c2d827a853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.979318617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"91e13500-4e8f-4793-9513-e43cec244c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:53.98823003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"d61ab2cd-1227-43cd-b95b-782e556500cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.02686316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0d13c609-02d3-42f3-adc4-b8092ced2871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.026863271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"d249b73f-e926-4f54-992c-f83349339937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.085133948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"d249b73f-e926-4f54-992c-f83349339937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.085537347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"0d13c609-02d3-42f3-adc4-b8092ced2871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.123443178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c10e0a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c10e0a","reconcileID":"289e085b-10f6-4566-b96a-55155d2bfe95","namespace":"llm","name":"e2e-dft-c10e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.325536129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"493a30ca-5d20-4501-b5d2-471347ccd562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.32556806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2fb036f9-d686-49f4-8c7c-eef2a69ccf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.32622131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"7edb10b9-2f8a-4e9f-8707-6a2d7043d48d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.378549185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2fb036f9-d686-49f4-8c7c-eef2a69ccf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.379369887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"493a30ca-5d20-4501-b5d2-471347ccd562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.38095876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"7edb10b9-2f8a-4e9f-8707-6a2d7043d48d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.52767269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cd8004-72cc-4f5c-9113-831136931f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.527993124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f02d73e-6d46-469a-90d4-f30aa4ba5a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.644135283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cd8004-72cc-4f5c-9113-831136931f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:54.646405368Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f02d73e-6d46-469a-90d4-f30aa4ba5a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.682403684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"bdd96cb9-0a77-4789-994c-d19d8a446cfa","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:30:54.700728058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f02d73e-6d46-469a-90d4-f30aa4ba5a5c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.701897845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cd8004-72cc-4f5c-9113-831136931f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.702257273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0b77c15-d2fa-4dd0-9848-3b2a89df8561","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.702277993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0b77c15-d2fa-4dd0-9848-3b2a89df8561","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.731938602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"aff92c30-4979-46ab-8093-24ba9dc09879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.732273853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"7b0a2113-cf81-4315-9dd5-5392cba61c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.756712058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669e5200-49ff-4e2f-844e-e5c3b4a5224f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.756738945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669e5200-49ff-4e2f-844e-e5c3b4a5224f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.786637631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"aff92c30-4979-46ab-8093-24ba9dc09879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.788416331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"7b0a2113-cf81-4315-9dd5-5392cba61c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.803706071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"bdd96cb9-0a77-4789-994c-d19d8a446cfa","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.8471337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"f6910631-5b99-4f59-8c75-efd14a127513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.854910943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"bdd96cb9-0a77-4789-994c-d19d8a446cfa","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.900223991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"f6910631-5b99-4f59-8c75-efd14a127513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.906549971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35a365fc-f7f1-4aa1-9284-0165a34aa6dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.906570134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35a365fc-f7f1-4aa1-9284-0165a34aa6dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:54.947347715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"aaa7f7b8-10b5-4f07-8fb6-32503dc0c286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.000255027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"aaa7f7b8-10b5-4f07-8fb6-32503dc0c286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.051116127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"b4b8a867-5055-41b9-b600-a5aef8906b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.104783721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"b4b8a867-5055-41b9-b600-a5aef8906b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.152784812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2c422034-5498-413b-b2f1-7aaef4cbdcef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.152790564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"64925680-83e5-4784-bc2f-ec7faf4c4fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.206004646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"64925680-83e5-4784-bc2f-ec7faf4c4fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.206608313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"2c422034-5498-413b-b2f1-7aaef4cbdcef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.254205705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e0d3e57-3a44-4a5a-9c2e-f673f11cc7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.374272625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e0d3e57-3a44-4a5a-9c2e-f673f11cc7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.428172466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e0d3e57-3a44-4a5a-9c2e-f673f11cc7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.482616294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"daeaeeeb-4fac-4211-a8fd-c580cb223829","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:30:55.482638574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"daeaeeeb-4fac-4211-a8fd-c580cb223829","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:00.68165156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dea7ab-3172-4057-b315-6cfeb4c573b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:00.730791703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dea7ab-3172-4057-b315-6cfeb4c573b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:00.779808476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dea7ab-3172-4057-b315-6cfeb4c573b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:00.828876797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dea7ab-3172-4057-b315-6cfeb4c573b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:01.238601597Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dd42ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dd42ab","reconcileID":"5773e966-42bc-4754-80e9-e52cc34ed534","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-dd42ab","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-dd42ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:02.598199536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfbcb89-26d2-47a6-988f-0d03fc14d3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:02.649273706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfbcb89-26d2-47a6-988f-0d03fc14d3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:02.699874796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfbcb89-26d2-47a6-988f-0d03fc14d3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:02.748993456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfbcb89-26d2-47a6-988f-0d03fc14d3c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:04.509250255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0493acfb-8a69-4fb7-90f7-4846e8bcf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:04.559255552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0493acfb-8a69-4fb7-90f7-4846e8bcf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:04.608286608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0493acfb-8a69-4fb7-90f7-4846e8bcf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:04.657325273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0493acfb-8a69-4fb7-90f7-4846e8bcf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:04.932727509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeaada2f-1322-4ecb-95bb-1dcc9dc7c915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:04.986241508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeaada2f-1322-4ecb-95bb-1dcc9dc7c915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.005969442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"2d4c1c9b-27e9-4882-b67d-9eb981387a51","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.037785504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeaada2f-1322-4ecb-95bb-1dcc9dc7c915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.09145736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53ea340b-0282-4449-9436-66ccd13786e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.091478899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53ea340b-0282-4449-9436-66ccd13786e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.124338898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"2d4c1c9b-27e9-4882-b67d-9eb981387a51","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.182219291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"2d4c1c9b-27e9-4882-b67d-9eb981387a51","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.236177942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae97d0a-453a-4e6f-915c-f7d80dc9217f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.23620144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae97d0a-453a-4e6f-915c-f7d80dc9217f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.674975269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f95bfb-c94e-44cc-ac24-a18c5780f9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.795856408Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f95bfb-c94e-44cc-ac24-a18c5780f9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.847198796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f95bfb-c94e-44cc-ac24-a18c5780f9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.901283588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba64e4cb-3b4b-42f9-959f-e0152711c57c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.901308161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba64e4cb-3b4b-42f9-959f-e0152711c57c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:05.914768718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:06.456239213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f67649-b289-4869-ac93-41b697aade22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:06.505982704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f67649-b289-4869-ac93-41b697aade22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:06.554790331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f67649-b289-4869-ac93-41b697aade22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:06.603828144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f67649-b289-4869-ac93-41b697aade22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:08.37325899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b098ad-db53-444b-8511-47d8a6fd5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:08.422410844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b098ad-db53-444b-8511-47d8a6fd5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:08.471540589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b098ad-db53-444b-8511-47d8a6fd5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:08.526040187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b098ad-db53-444b-8511-47d8a6fd5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.23735406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"300ec5bc-a7d0-4da9-8242-d594cbea7e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.289834706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"300ec5bc-a7d0-4da9-8242-d594cbea7e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.33370079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"8061e25f-e70d-4ca4-8d75-739bbb7f4fce","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.341166952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"300ec5bc-a7d0-4da9-8242-d594cbea7e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.394986443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293d8a9b-c389-4f4d-b9ac-22e06a6e7f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.395010908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293d8a9b-c389-4f4d-b9ac-22e06a6e7f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.44862185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"8061e25f-e70d-4ca4-8d75-739bbb7f4fce","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.499840889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"8061e25f-e70d-4ca4-8d75-739bbb7f4fce","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.553378012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83cc5b84-fecc-45dc-b224-0c2a07a828d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:15.553398904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83cc5b84-fecc-45dc-b224-0c2a07a828d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:16.047757081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4287996d-f25e-49c2-9c02-b892979c369e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:16.16798217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4287996d-f25e-49c2-9c02-b892979c369e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:16.224064587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4287996d-f25e-49c2-9c02-b892979c369e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:16.278319223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11aa539e-4e23-4ee6-95f1-4de3df30ff11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:16.278339969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11aa539e-4e23-4ee6-95f1-4de3df30ff11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.540472001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65c0a845-6c14-4ad0-8b4d-64edb51096ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.593565376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65c0a845-6c14-4ad0-8b4d-64edb51096ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.645424003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65c0a845-6c14-4ad0-8b4d-64edb51096ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.650795145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"cdc0fcac-e119-4cc0-b0a8-e40c25a850b6","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.699571433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f869477-67ca-480a-a91e-213021ee85ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.699592562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f869477-67ca-480a-a91e-213021ee85ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.767341797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"cdc0fcac-e119-4cc0-b0a8-e40c25a850b6","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.820182931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"cdc0fcac-e119-4cc0-b0a8-e40c25a850b6","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.876891567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2fe773f-9a3d-48fb-b8bd-5113cce90414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:25.87691296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2fe773f-9a3d-48fb-b8bd-5113cce90414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:26.423879996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3dccb65-6e4c-4924-bc42-bd1de2a77b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:26.540173029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3dccb65-6e4c-4924-bc42-bd1de2a77b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:26.591489588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3dccb65-6e4c-4924-bc42-bd1de2a77b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:26.645194985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f52239c3-43ed-4485-9a80-480f9f16547d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:26.645218911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f52239c3-43ed-4485-9a80-480f9f16547d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:35.916252873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:35.920714474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba922be7-e53d-4337-ad70-c477df73a61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:35.973669008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba922be7-e53d-4337-ad70-c477df73a61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:35.976063336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"fbabefcb-f5b6-4562-870d-067f31e0688e","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.025581133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba922be7-e53d-4337-ad70-c477df73a61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.080172738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6bd321c-bd7a-45cc-937b-9e151102cc4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.080195259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6bd321c-bd7a-45cc-937b-9e151102cc4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.098245554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"fbabefcb-f5b6-4562-870d-067f31e0688e","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.150498426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"fbabefcb-f5b6-4562-870d-067f31e0688e","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.205222414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83267283-791c-4e07-8497-bfa5af38331a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.205246394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83267283-791c-4e07-8497-bfa5af38331a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.797332037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd17910d-751f-4592-904e-57a4a9185cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.821118269Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","namespace":"ai-tenant-e2e-inf-a-a2a0e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.821171521Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","namespace":"ai-tenant-e2e-inf-a-a2a0e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.821219673Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","tenant":"e2e-inf-a-a2a0e7","tenantID":"e2e-inf-a-a2a0e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.872169264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"Deployment","name":"maas-api-e2e-inf-a-a2a0e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.915655291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd17910d-751f-4592-904e-57a4a9185cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.931422333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"Service","name":"maas-api-e2e-inf-a-a2a0e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.968398846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd17910d-751f-4592-904e-57a4a9185cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:36.98429404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a2a0e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.055462073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a2a0e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.061414026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0bf38d1-2686-48bf-b619-056b76bcd309","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.06143703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0bf38d1-2686-48bf-b619-056b76bcd309","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.112916392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.181316324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.247096112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.317395885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.355263834Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a2a0e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a2a0e7","reconcileID":"e23491f3-3c17-40d4-a336-63afa57dd842","aitenant":"ai-tenants/e2e-inf-a-a2a0e7","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.408335862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.458239032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.507285697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"Service","name":"payload-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.556149215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.604738256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.653417778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.701730509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.753658832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.802319587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.851073276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.901316682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede3de26-6f1b-41ea-b4cd-3039f68b1019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.951402019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede3de26-6f1b-41ea-b4cd-3039f68b1019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:37.952101894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a2a0e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:38.000766141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede3de26-6f1b-41ea-b4cd-3039f68b1019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:38.049362653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a2a0e7"},"namespace":"ai-tenant-e2e-inf-a-a2a0e7","name":"default-tenant","reconcileID":"89b40b9c-d236-43e2-9f0b-9e660998caca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a2a0e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:38.04967557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede3de26-6f1b-41ea-b4cd-3039f68b1019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:38.719561097Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a2a0e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a2a0e7","reconcileID":"76bc7f3e-8eaf-4ee1-9664-1ed1a920e049","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a2a0e7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a2a0e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:39.908595191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5ba6f-288e-4a41-a90c-1dc2444eb301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:39.957561251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5ba6f-288e-4a41-a90c-1dc2444eb301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:40.00646923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5ba6f-288e-4a41-a90c-1dc2444eb301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:40.055324384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5ba6f-288e-4a41-a90c-1dc2444eb301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.232219482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cff9e253-af0a-49f6-afa3-4654296b4b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.285874243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cff9e253-af0a-49f6-afa3-4654296b4b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.303168768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"50ba2966-c756-4d29-ba83-f80cb41193b9","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.338204796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cff9e253-af0a-49f6-afa3-4654296b4b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.386633602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d66895-25bc-4961-b870-3ed7bb0fb419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.436099503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d66895-25bc-4961-b870-3ed7bb0fb419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.441440771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82f6f49-58c1-420e-8004-286e0307e40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.441461017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82f6f49-58c1-420e-8004-286e0307e40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.450903911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"50ba2966-c756-4d29-ba83-f80cb41193b9","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.485018201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d66895-25bc-4961-b870-3ed7bb0fb419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.534838877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d66895-25bc-4961-b870-3ed7bb0fb419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.537637725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"50ba2966-c756-4d29-ba83-f80cb41193b9","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.593749772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdab9c9b-1042-4571-b538-37a0b30a1c7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:46.59378041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdab9c9b-1042-4571-b538-37a0b30a1c7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:47.209091347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9124dc49-4754-4f6f-9158-d6d3ad3b9619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:47.327686118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9124dc49-4754-4f6f-9158-d6d3ad3b9619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:47.379745397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9124dc49-4754-4f6f-9158-d6d3ad3b9619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:47.436633389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1da05ebb-09ba-43ed-929b-c987398a4b19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:47.436659478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1da05ebb-09ba-43ed-929b-c987398a4b19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:48.314037338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8049861-98f4-43b9-902a-1cae92e0b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:48.362912406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8049861-98f4-43b9-902a-1cae92e0b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:48.411661521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8049861-98f4-43b9-902a-1cae92e0b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:48.460439732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8049861-98f4-43b9-902a-1cae92e0b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:50.220276687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcde5f-a27b-47ce-ac5d-791d4a03d7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:50.269182206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcde5f-a27b-47ce-ac5d-791d4a03d7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:50.318094402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcde5f-a27b-47ce-ac5d-791d4a03d7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:50.366977578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcde5f-a27b-47ce-ac5d-791d4a03d7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.136916863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b091b5-40c9-4808-ba9f-aceba365d4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.186057644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b091b5-40c9-4808-ba9f-aceba365d4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.234772772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b091b5-40c9-4808-ba9f-aceba365d4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.284204879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b091b5-40c9-4808-ba9f-aceba365d4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.343173664Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","namespace":"ai-tenant-e2e-inf-a-fb3d4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.343252664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","namespace":"ai-tenant-e2e-inf-a-fb3d4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.343309543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","tenant":"e2e-inf-a-fb3d4f","tenantID":"e2e-inf-a-fb3d4f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.393818344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"Deployment","name":"maas-api-e2e-inf-a-fb3d4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.449954467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"Service","name":"maas-api-e2e-inf-a-fb3d4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.535435652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-fb3d4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.585605102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-fb3d4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.636636124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.687618584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.74099724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.791966943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.841188702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"Deployment","name":"payload-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.889652282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.937835749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"Service","name":"payload-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:52.986155137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.034163405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.082182263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.130198773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.183318882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.275774479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.324546774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.373428295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-fb3d4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:53.422234626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fb3d4f"},"namespace":"ai-tenant-e2e-inf-a-fb3d4f","name":"default-tenant","reconcileID":"d65f901a-c646-4d42-a2e6-6ceacfa78349","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-fb3d4f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:54.080880411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f4087a-6552-4fda-a710-44c1fd4c9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:54.129815377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f4087a-6552-4fda-a710-44c1fd4c9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:54.178872927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f4087a-6552-4fda-a710-44c1fd4c9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:54.227874917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f4087a-6552-4fda-a710-44c1fd4c9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:55.210486485Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fb3d4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fb3d4f","reconcileID":"353529e6-f03e-4273-9687-008538fcd1f6","aitenant":"ai-tenants/e2e-inf-a-fb3d4f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:55.914018187Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fb3d4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fb3d4f","reconcileID":"353529e6-f03e-4273-9687-008538fcd1f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fb3d4f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-fb3d4f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.003125517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01dcf18e-68e9-4594-b3af-743a60b87090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.0522209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01dcf18e-68e9-4594-b3af-743a60b87090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.101067216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01dcf18e-68e9-4594-b3af-743a60b87090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.150159911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01dcf18e-68e9-4594-b3af-743a60b87090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.587952008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d63d3ba9-f134-4ff6-a3be-61795a58b222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.641197561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d63d3ba9-f134-4ff6-a3be-61795a58b222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.691005486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"23379ae2-7c49-4437-96c7-3d59e4ecd689","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.692686747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d63d3ba9-f134-4ff6-a3be-61795a58b222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.747258084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"905646e5-26ed-4620-87da-1ee650a7b9a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.747285408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"905646e5-26ed-4620-87da-1ee650a7b9a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.808001225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"23379ae2-7c49-4437-96c7-3d59e4ecd689","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.859161232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"23379ae2-7c49-4437-96c7-3d59e4ecd689","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.912354271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18bfdaf2-6ec5-4c6f-8f20-4e80052a364f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:56.912377494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18bfdaf2-6ec5-4c6f-8f20-4e80052a364f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:57.613432806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be94fede-2f54-426f-b6a4-5908a45e829b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:57.730732634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be94fede-2f54-426f-b6a4-5908a45e829b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:57.782556965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be94fede-2f54-426f-b6a4-5908a45e829b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:57.83673894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f149df03-be70-4ffc-9d40-034c3267be67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:57.836759971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f149df03-be70-4ffc-9d40-034c3267be67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:57.977512818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9855700-d5b0-429d-86e9-9dd722d0c8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.026827823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9855700-d5b0-429d-86e9-9dd722d0c8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.075882633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9855700-d5b0-429d-86e9-9dd722d0c8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.12510332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9855700-d5b0-429d-86e9-9dd722d0c8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.376402049Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","namespace":"ai-tenant-e2e-inf-a-ea1085","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.376471115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","namespace":"ai-tenant-e2e-inf-a-ea1085","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.376528255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","tenant":"e2e-inf-a-ea1085","tenantID":"e2e-inf-a-ea1085","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.42711965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"Deployment","name":"maas-api-e2e-inf-a-ea1085","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.484024847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"Service","name":"maas-api-e2e-inf-a-ea1085","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.539295069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ea1085","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.590094215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ea1085","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.641131159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.692354533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.746096792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.797149833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.845874652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.894732434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.943563654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"Service","name":"payload-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:58.992472959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.041371096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.12028385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.169426352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.221354437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.270339606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.318910223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.367608332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ea1085","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:31:59.468227112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea1085"},"namespace":"ai-tenant-e2e-inf-a-ea1085","name":"default-tenant","reconcileID":"35488fb0-9cd8-4dfe-a6ff-a531be0585eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ea1085","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:00.003724981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa3cc89-3d40-4fa4-8e01-985487cb0159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:00.052875982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa3cc89-3d40-4fa4-8e01-985487cb0159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:00.101848571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa3cc89-3d40-4fa4-8e01-985487cb0159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:00.151046662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa3cc89-3d40-4fa4-8e01-985487cb0159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:00.20667677Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ea1085","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ea1085","reconcileID":"100db641-63f6-4ac2-8588-9bb1c8ad4eca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ea1085","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ea1085"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:01.921366686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8b86c5-8032-4350-b456-2b674812acdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:01.970257426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8b86c5-8032-4350-b456-2b674812acdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:02.020154112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8b86c5-8032-4350-b456-2b674812acdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:02.069754634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8b86c5-8032-4350-b456-2b674812acdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:03.863111023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e9f827-4a24-4b8a-8318-aaa5992f78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:03.912062463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e9f827-4a24-4b8a-8318-aaa5992f78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:03.962137518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e9f827-4a24-4b8a-8318-aaa5992f78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:04.011377736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e9f827-4a24-4b8a-8318-aaa5992f78ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:05.807422096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28196328-090d-4244-aae3-2fe10d41e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:05.857181354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28196328-090d-4244-aae3-2fe10d41e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:05.907314044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28196328-090d-4244-aae3-2fe10d41e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:05.915018127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:05.956214715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28196328-090d-4244-aae3-2fe10d41e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:06.894959132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0498ac-d81b-4163-b841-fccd3c9f2b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:06.948750588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0498ac-d81b-4163-b841-fccd3c9f2b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.000602976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0498ac-d81b-4163-b841-fccd3c9f2b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.009203497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"627f6672-79b8-4c03-9767-02c9ffea5f14","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.054123956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cceda0c-02b3-482c-9aa5-869c20de3790","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.054147001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cceda0c-02b3-482c-9aa5-869c20de3790","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.123994012Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"627f6672-79b8-4c03-9767-02c9ffea5f14","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.175619605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"627f6672-79b8-4c03-9767-02c9ffea5f14","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.23007257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90ab3e8-c275-41c3-81d2-fa4be958f174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:07.230098648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90ab3e8-c275-41c3-81d2-fa4be958f174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.036573466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e967128f-5825-4d6f-84c2-6bcaa7bef4bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.144242657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cdd84b-a997-437b-961e-18efe54d221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.153612638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e967128f-5825-4d6f-84c2-6bcaa7bef4bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.193112716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cdd84b-a997-437b-961e-18efe54d221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.243012202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cdd84b-a997-437b-961e-18efe54d221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.245599439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e967128f-5825-4d6f-84c2-6bcaa7bef4bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.295539801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cdd84b-a997-437b-961e-18efe54d221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.34874245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aac7d1df-75fc-4228-8aee-b95843f98b6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:08.348771141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aac7d1df-75fc-4228-8aee-b95843f98b6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:10.07738068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa47bc6a-bfd5-4593-abae-a45bdcb27311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:10.126145013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa47bc6a-bfd5-4593-abae-a45bdcb27311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:10.1749353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa47bc6a-bfd5-4593-abae-a45bdcb27311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:10.223888979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa47bc6a-bfd5-4593-abae-a45bdcb27311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.634604448Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","namespace":"ai-tenant-e2e-inf-b-05f61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.634676149Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","namespace":"ai-tenant-e2e-inf-b-05f61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.634753936Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","tenant":"e2e-inf-b-05f61b","tenantID":"e2e-inf-b-05f61b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.685823522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"Deployment","name":"maas-api-e2e-inf-b-05f61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.742490718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"Service","name":"maas-api-e2e-inf-b-05f61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.800295233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-05f61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.851509051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-05f61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.904196749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:13.955069943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.00854468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.061900206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.110787845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"Deployment","name":"payload-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.160043284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.209334339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"Service","name":"payload-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.258283363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.306829424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.355320097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.404194619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.458031538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.506459816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.555101606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.604337867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-05f61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:14.653589491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-05f61b"},"namespace":"ai-tenant-e2e-inf-b-05f61b","name":"default-tenant","reconcileID":"65e8844e-56c1-48ea-8498-344f16344eb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-05f61b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.201632189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f5faab-4cee-404b-bf6d-e32a248c362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.254443428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f5faab-4cee-404b-bf6d-e32a248c362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.305826737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f5faab-4cee-404b-bf6d-e32a248c362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.327170901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"60428ba4-09ea-4864-a868-639f5c6c0662","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.35804993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"723f9556-b94a-45cc-b333-a896f463612d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.35807192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"723f9556-b94a-45cc-b333-a896f463612d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.442867946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"60428ba4-09ea-4864-a868-639f5c6c0662","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.494947637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"60428ba4-09ea-4864-a868-639f5c6c0662","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.547227546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0911b601-5393-4a27-83ca-1317d15e7af4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:17.547249009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0911b601-5393-4a27-83ca-1317d15e7af4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:18.495245667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"442db337-e8b1-465f-aa30-38efa75e5468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:18.612528049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"442db337-e8b1-465f-aa30-38efa75e5468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:18.663786446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"442db337-e8b1-465f-aa30-38efa75e5468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:18.717512025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbc63db1-45b1-44f0-80a1-a0e6b0e0d16d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:18.717532046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbc63db1-45b1-44f0-80a1-a0e6b0e0d16d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:20.262123399Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-05f61b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-05f61b","reconcileID":"0825b8bc-6de1-4dd5-a467-cb1db9f31661","aitenant":"ai-tenants/e2e-inf-b-05f61b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:20.339987708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a1d747-d209-4c52-9525-fcd49c215d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:20.389389542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a1d747-d209-4c52-9525-fcd49c215d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:20.438249962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a1d747-d209-4c52-9525-fcd49c215d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:20.487237848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a1d747-d209-4c52-9525-fcd49c215d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:21.000555044Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-05f61b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-05f61b","reconcileID":"0825b8bc-6de1-4dd5-a467-cb1db9f31661","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-05f61b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-05f61b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:22.282439964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c103f9d5-aa69-42d3-91a5-b9f5bd503297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:22.331326322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c103f9d5-aa69-42d3-91a5-b9f5bd503297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:22.380239613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c103f9d5-aa69-42d3-91a5-b9f5bd503297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:22.429625556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c103f9d5-aa69-42d3-91a5-b9f5bd503297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:23.928011309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"c760d6b6-bc79-4139-ac60-ccb383df1868","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:24.038040545Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"c760d6b6-bc79-4139-ac60-ccb383df1868","name":"e2e-inf-a-dd42ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:24.201538945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5207ba4-301d-4564-8d27-f3dff50c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:24.250389019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5207ba4-301d-4564-8d27-f3dff50c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:24.299304375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5207ba4-301d-4564-8d27-f3dff50c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:24.348205178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5207ba4-301d-4564-8d27-f3dff50c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:26.121199065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33db680e-8b33-4aef-92af-aca20af3f4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:26.170478688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33db680e-8b33-4aef-92af-aca20af3f4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:26.219511807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33db680e-8b33-4aef-92af-aca20af3f4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:26.268872846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33db680e-8b33-4aef-92af-aca20af3f4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.505190473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5cdb92f-bec7-4129-9598-7280c6819097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.558053702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5cdb92f-bec7-4129-9598-7280c6819097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.60940462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5cdb92f-bec7-4129-9598-7280c6819097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.644835017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"6a7795a0-5a16-41ab-a0e7-1947e6c3a966","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.663613449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aad7da84-ab35-4292-843b-adde3d994360","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.663633983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aad7da84-ab35-4292-843b-adde3d994360","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.761795389Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"6a7795a0-5a16-41ab-a0e7-1947e6c3a966","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.813200529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"6a7795a0-5a16-41ab-a0e7-1947e6c3a966","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.867635936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9daf38dc-6096-4f74-b3bc-e471ed5960be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:27.86766569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9daf38dc-6096-4f74-b3bc-e471ed5960be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:28.863619683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d07632-82e8-4f8e-be45-7b13b63ccb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:28.981190463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d07632-82e8-4f8e-be45-7b13b63ccb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:29.033898983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d07632-82e8-4f8e-be45-7b13b63ccb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:29.088201505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56e80f0d-f80d-4e44-aa90-2048c6a2e4a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:29.088221652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56e80f0d-f80d-4e44-aa90-2048c6a2e4a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:33.392273363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b86e718-99bb-42c0-b56b-8702101393a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:33.392295271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b86e718-99bb-42c0-b56b-8702101393a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:33.489231528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b5876974-7906-4fa4-81ff-5c4c26ce54dd","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:33.607055373Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b5876974-7906-4fa4-81ff-5c4c26ce54dd","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:33.659652708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b5876974-7906-4fa4-81ff-5c4c26ce54dd","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:33.71180883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e9f0a3b-d274-4c4f-816c-482b045f9b17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:33.711831696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e9f0a3b-d274-4c4f-816c-482b045f9b17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:35.91497838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:37.812467967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf553971-36e3-4b16-8808-964d08c1cde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:37.931058751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf553971-36e3-4b16-8808-964d08c1cde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:37.965764674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"00ad1837-5f22-4c5a-893f-7ba7298a5382","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:37.98254358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf553971-36e3-4b16-8808-964d08c1cde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:38.035071205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66b253c1-2f53-4d0e-bbb9-240fbbaa7b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:38.0350924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66b253c1-2f53-4d0e-bbb9-240fbbaa7b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:38.085305666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"00ad1837-5f22-4c5a-893f-7ba7298a5382","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:38.13986492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"00ad1837-5f22-4c5a-893f-7ba7298a5382","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:38.200871804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b208ae34-b67b-43bf-8d58-b6545aeaa567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:38.200895251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b208ae34-b67b-43bf-8d58-b6545aeaa567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:39.23561976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a9b7488-4a44-4384-85e0-0656135c4833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:39.353331371Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a9b7488-4a44-4384-85e0-0656135c4833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:39.404390187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a9b7488-4a44-4384-85e0-0656135c4833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:39.456810318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e45cbbc8-0bf9-4259-a59b-2339f728046e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:39.456833776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e45cbbc8-0bf9-4259-a59b-2339f728046e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:43.810573004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"eab701da-d136-4b95-9c31-8b1de3c614e9","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:43.926980076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"eab701da-d136-4b95-9c31-8b1de3c614e9","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:43.978377048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"eab701da-d136-4b95-9c31-8b1de3c614e9","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:44.030725563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1e40d3f-3987-46f0-a850-6b0a843b707e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:44.03074759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1e40d3f-3987-46f0-a850-6b0a843b707e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.196467767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a35c1f84-c491-4328-9148-0f79821e2c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.303522279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"dcf954f3-35a2-483b-8878-d12865a335f7","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.332839927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a35c1f84-c491-4328-9148-0f79821e2c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.385660339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a35c1f84-c491-4328-9148-0f79821e2c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.423612579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"dcf954f3-35a2-483b-8878-d12865a335f7","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.437866046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"575f7bd0-3ce8-4522-8cdb-2f18fb13e71e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.437886335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"575f7bd0-3ce8-4522-8cdb-2f18fb13e71e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.475202242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"dcf954f3-35a2-483b-8878-d12865a335f7","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.530164628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77ab8153-96c4-46f0-9b8a-6ed548159212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:48.530188217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77ab8153-96c4-46f0-9b8a-6ed548159212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:49.603759492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa988a6-857b-4cb4-8423-b29fd00c026b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:49.721508067Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa988a6-857b-4cb4-8423-b29fd00c026b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:49.773618154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa988a6-857b-4cb4-8423-b29fd00c026b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:49.830991573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af335902-805f-4508-8a7d-e86151edfd06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:49.831013265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af335902-805f-4508-8a7d-e86151edfd06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:54.130347376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"ac183b65-321b-4d24-909d-458eea9b9351","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:54.245009197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"ac183b65-321b-4d24-909d-458eea9b9351","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:54.296646274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"ac183b65-321b-4d24-909d-458eea9b9351","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:54.350681665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2022e3e0-30e9-4a52-99fb-411045471ff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:54.35070485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2022e3e0-30e9-4a52-99fb-411045471ff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.584556997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"968ce02c-a958-41b1-919a-b6d9c908543e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.636550318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"33df23bd-f20a-426f-8fb6-d1613a7b924f","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.689951822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"33df23bd-f20a-426f-8fb6-d1613a7b924f","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.70247161Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"968ce02c-a958-41b1-919a-b6d9c908543e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.741265964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"33df23bd-f20a-426f-8fb6-d1613a7b924f","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.753947023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"968ce02c-a958-41b1-919a-b6d9c908543e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.792877355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18af08d3-0b31-4ad3-9010-026192430822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.792898449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18af08d3-0b31-4ad3-9010-026192430822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.807358435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16feb95f-5eb4-49db-a06c-c612f087aa23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:58.807375687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16feb95f-5eb4-49db-a06c-c612f087aa23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:32:59.9777905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa7bac6f-0605-41ec-804d-b7fb9736ef62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:00.030724247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa7bac6f-0605-41ec-804d-b7fb9736ef62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:00.082067722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa7bac6f-0605-41ec-804d-b7fb9736ef62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:00.136135898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45ed1b12-2a96-453b-adf0-b9cd9ba27a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:00.136156471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45ed1b12-2a96-453b-adf0-b9cd9ba27a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.449177122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"168d64eb-5dd0-4666-854b-714cdf58bc33","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.564087658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"168d64eb-5dd0-4666-854b-714cdf58bc33","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.615284874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"168d64eb-5dd0-4666-854b-714cdf58bc33","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.662560553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","namespace":"ai-tenant-e2e-inf-b-1a8c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.662637736Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","namespace":"ai-tenant-e2e-inf-b-1a8c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.662689665Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","tenant":"e2e-inf-b-1a8c62","tenantID":"e2e-inf-b-1a8c62","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.666954625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a541541-f221-42e1-99d9-862420a2c929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.666971952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a541541-f221-42e1-99d9-862420a2c929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.713393372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"Deployment","name":"maas-api-e2e-inf-b-1a8c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.769860649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"Service","name":"maas-api-e2e-inf-b-1a8c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.823656794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-1a8c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.874192514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-1a8c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.925915059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:04.976964471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.032092783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.085690414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.134399778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"Deployment","name":"payload-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.183011482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.232634345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"Service","name":"payload-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.282189695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.330700465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.379170529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.427281773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.479182175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.528114717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.576609902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.626274361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-1a8c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.675085605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8c62"},"namespace":"ai-tenant-e2e-inf-b-1a8c62","name":"default-tenant","reconcileID":"9f740ebb-0248-4b43-91df-8337dc2cf9ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-1a8c62","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:05.915770004Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:08.910986559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"5ddd10fc-ca6a-4351-9573-d1ef25fb022b","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:08.959694149Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1a8c62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1a8c62","reconcileID":"4db50f2e-91d7-4a35-a7a6-f1e0d8eeae26","aitenant":"ai-tenants/e2e-inf-b-1a8c62","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:08.965275073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"5ddd10fc-ca6a-4351-9573-d1ef25fb022b","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.01663036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"5ddd10fc-ca6a-4351-9573-d1ef25fb022b","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.039736816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48b6e08e-195e-415e-98c7-0cad9c603b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.068541761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409a583c-4c55-4e6a-9f8d-6f81bdc3fb6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.068561844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409a583c-4c55-4e6a-9f8d-6f81bdc3fb6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.15795282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48b6e08e-195e-415e-98c7-0cad9c603b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.211141134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48b6e08e-195e-415e-98c7-0cad9c603b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.265772449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5856901d-8d59-43ed-a044-ff77c1b12736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.265792577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5856901d-8d59-43ed-a044-ff77c1b12736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.393941081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f2ca37-25a0-4155-9144-d14f7561e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.44259394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f2ca37-25a0-4155-9144-d14f7561e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.491436185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f2ca37-25a0-4155-9144-d14f7561e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.540653582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f2ca37-25a0-4155-9144-d14f7561e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:09.70254546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1a8c62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1a8c62","reconcileID":"4db50f2e-91d7-4a35-a7a6-f1e0d8eeae26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1a8c62","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-1a8c62"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:10.335553338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f58bad5-ed0d-4b7f-86e3-7c8cf2f4d65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:10.388422984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f58bad5-ed0d-4b7f-86e3-7c8cf2f4d65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:10.440802062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f58bad5-ed0d-4b7f-86e3-7c8cf2f4d65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:10.542766874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c486b2f-35b4-414e-9190-3fc170623c48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:10.542791009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c486b2f-35b4-414e-9190-3fc170623c48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:11.316787373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36b3cc-7c39-4188-ae19-1d687e5a5fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:11.365588723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36b3cc-7c39-4188-ae19-1d687e5a5fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:11.414710732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36b3cc-7c39-4188-ae19-1d687e5a5fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:11.464329127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b36b3cc-7c39-4188-ae19-1d687e5a5fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:13.237745344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a300157-af2c-4f98-9276-4457f84dddac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:13.286623426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a300157-af2c-4f98-9276-4457f84dddac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:13.337246874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a300157-af2c-4f98-9276-4457f84dddac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:13.386211964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a300157-af2c-4f98-9276-4457f84dddac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:14.764593322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"0c2157b5-18c3-4388-a8a6-2ff59661af97","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:14.882250616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"0c2157b5-18c3-4388-a8a6-2ff59661af97","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:14.933774513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"0c2157b5-18c3-4388-a8a6-2ff59661af97","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:14.986457455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bedce97-7a89-4740-96db-e2b6fb7aa84a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:14.986483985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bedce97-7a89-4740-96db-e2b6fb7aa84a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.155050321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee8a0ef-3722-4d71-9717-423159f6e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.20402174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee8a0ef-3722-4d71-9717-423159f6e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.253336642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee8a0ef-3722-4d71-9717-423159f6e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.302340486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee8a0ef-3722-4d71-9717-423159f6e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.30237905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","namespace":"ai-tenant-e2e-inf-b-30e8b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.302438741Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","namespace":"ai-tenant-e2e-inf-b-30e8b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.302491107Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","tenant":"e2e-inf-b-30e8b6","tenantID":"e2e-inf-b-30e8b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.356282614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"Deployment","name":"maas-api-e2e-inf-b-30e8b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.411653475Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7865926d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7865926d","reconcileID":"9b481cd9-221b-4fb5-a229-fc4950de5298","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7865926d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-7865926d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.416320179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"Service","name":"maas-api-e2e-inf-b-30e8b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.468442928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-30e8b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.55589809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-30e8b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.617663837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.668936613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.722036614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.774831112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.823467211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"Deployment","name":"payload-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.87178553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.925385673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"Service","name":"payload-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:15.976009537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.027072649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.0767691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.128136329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.18135587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.23037025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.328380673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.376838882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-30e8b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:16.425399078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-30e8b6"},"namespace":"ai-tenant-e2e-inf-b-30e8b6","name":"default-tenant","reconcileID":"ac409e04-1eec-4f8a-923d-2bb733a43c0e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-30e8b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:17.287761551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd006957-13fe-40f9-9212-9d1d1df19249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:17.337039034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd006957-13fe-40f9-9212-9d1d1df19249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:17.385846128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd006957-13fe-40f9-9212-9d1d1df19249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:17.435358072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd006957-13fe-40f9-9212-9d1d1df19249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:18.219532662Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-30e8b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-30e8b6","reconcileID":"ce7aa842-0048-4b68-ab69-e6d8d88f113d","aitenant":"ai-tenants/e2e-inf-b-30e8b6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:18.928050077Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-30e8b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-30e8b6","reconcileID":"ce7aa842-0048-4b68-ab69-e6d8d88f113d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-30e8b6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-30e8b6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.211427173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2fd957-c2e4-4335-a74c-65fd851c2ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.21153933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"fbb85223-121a-42e7-90bd-23f9f8f2d727","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.27465651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2fd957-c2e4-4335-a74c-65fd851c2ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.324385736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2fd957-c2e4-4335-a74c-65fd851c2ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.328845587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"fbb85223-121a-42e7-90bd-23f9f8f2d727","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.37356706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2fd957-c2e4-4335-a74c-65fd851c2ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.43664245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"fbb85223-121a-42e7-90bd-23f9f8f2d727","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.480875236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b8bb3b-f432-46cc-ad4c-733fbd27e33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.490609259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa0863e5-a885-4316-ba60-f1b10c21505f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.490631314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa0863e5-a885-4316-ba60-f1b10c21505f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.646858508Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b8bb3b-f432-46cc-ad4c-733fbd27e33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.698826727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b8bb3b-f432-46cc-ad4c-733fbd27e33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.753424387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cec1f7ed-92bb-475f-8c14-743ff532b6dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:19.753445124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cec1f7ed-92bb-475f-8c14-743ff532b6dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:20.735953837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6db69479-d869-4cef-9adc-dd0b94352a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:20.799680891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6db69479-d869-4cef-9adc-dd0b94352a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:20.856455959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6db69479-d869-4cef-9adc-dd0b94352a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:20.927390727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad3aa35f-b7f9-48a2-8816-84adbcc28eaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:20.927412006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad3aa35f-b7f9-48a2-8816-84adbcc28eaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:21.215142872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b993e-1585-4778-a26b-714cb4144da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:21.264299105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b993e-1585-4778-a26b-714cb4144da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:21.313019827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b993e-1585-4778-a26b-714cb4144da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:21.361742211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b993e-1585-4778-a26b-714cb4144da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.579966166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"4cf1687b-6a91-4398-ab58-d4d35439ea02","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.580066289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bd2e252-2a0b-46e6-bbd8-91d8be3dd469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.580085056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bd2e252-2a0b-46e6-bbd8-91d8be3dd469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.677572177Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-policy-da25807c","reconcileID":"4cf1687b-6a91-4398-ab58-d4d35439ea02","MaaSAuthPolicy":{"name":"e2e-policy-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"policyNamespace":"ai-tenant-e2e-mt-da25807c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.730184482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f7bbdb0-69c7-42a9-8a73-afe1361bf59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.730204941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f7bbdb0-69c7-42a9-8a73-afe1361bf59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.866201621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ecab730-608e-4419-84cb-8066da0905c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:22.866222725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ecab730-608e-4419-84cb-8066da0905c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:25.084882095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"ebcfed93-b9f1-47b7-8ec9-f811698cd16f","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:25.201225775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"ebcfed93-b9f1-47b7-8ec9-f811698cd16f","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:25.254901146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"ebcfed93-b9f1-47b7-8ec9-f811698cd16f","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:25.307426599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac047db5-d618-494e-9824-7729b5a1d970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:25.307447497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac047db5-d618-494e-9824-7729b5a1d970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:26.844261076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d650d592-8edc-4912-991c-376df4e89f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:26.844291261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d650d592-8edc-4912-991c-376df4e89f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:26.898043108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c01f55b-ca8f-4d37-9f8d-dfc7ca90c458","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:26.898088948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c01f55b-ca8f-4d37-9f8d-dfc7ca90c458","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:27.043381557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"739bab23-52da-49b6-aafd-fb9952c5c6bf","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:27.161860482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"739bab23-52da-49b6-aafd-fb9952c5c6bf","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:27.213547728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"739bab23-52da-49b6-aafd-fb9952c5c6bf","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:27.265790397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"291594fb-aae6-4f8e-bbf3-6f0531f8fdd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:27.265809429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"291594fb-aae6-4f8e-bbf3-6f0531f8fdd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:29.899133787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a68fca93-7bd4-4883-937d-fa2134244f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:29.952140474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a68fca93-7bd4-4883-937d-fa2134244f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:30.003776185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a68fca93-7bd4-4883-937d-fa2134244f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:30.056304972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ab3e9b-1f67-4843-ba76-6ecd4230457d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:30.056335661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ab3e9b-1f67-4843-ba76-6ecd4230457d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:31.073509929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"888d9741-ae4e-42f9-868d-6ec3e52b6b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:31.126481484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"888d9741-ae4e-42f9-868d-6ec3e52b6b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:31.177740045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"888d9741-ae4e-42f9-868d-6ec3e52b6b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:31.229903946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90569a5f-7056-41f8-aeeb-d6c74c81c4a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:31.229953167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90569a5f-7056-41f8-aeeb-d6c74c81c4a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:33.018860233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-sub-da25807c","reconcileID":"18dc8027-b32a-4812-a3d0-f4b935be7e72","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-da25807c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:33.220561868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"namespace":"ai-tenant-e2e-mt-da25807c","name":"e2e-sub-da25807c","reconcileID":"18dc8027-b32a-4812-a3d0-f4b935be7e72","MaaSSubscription":{"name":"e2e-sub-da25807c","namespace":"ai-tenant-e2e-mt-da25807c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:33.418879127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87328bb1-cd38-41c2-9d5f-7cec616cdc79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:33.588945921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be70606-e9a2-4a59-a830-5a0f5cf7412a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:33.588966944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be70606-e9a2-4a59-a830-5a0f5cf7412a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:35.40552226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"568327af-9e76-4a6d-a95d-ef85dab40ff7","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:35.521666793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"568327af-9e76-4a6d-a95d-ef85dab40ff7","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:35.572715144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"568327af-9e76-4a6d-a95d-ef85dab40ff7","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:35.624474663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"201a5b51-1c89-46ff-a036-b1a549e1438a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:35.624495833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"201a5b51-1c89-46ff-a036-b1a549e1438a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:35.91707399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:36.763765604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9795be-32e5-41e3-9b55-fa0600b0fa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:36.813025152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9795be-32e5-41e3-9b55-fa0600b0fa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:36.861882056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9795be-32e5-41e3-9b55-fa0600b0fa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:36.910593647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9795be-32e5-41e3-9b55-fa0600b0fa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:37.411851217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"8d780ad3-9959-4885-9c62-c10816bdc222","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:37.527222937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"8d780ad3-9959-4885-9c62-c10816bdc222","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:37.578500445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"8d780ad3-9959-4885-9c62-c10816bdc222","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:37.630522379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de76c764-39ae-4f1e-8159-abaed785c68b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:37.630544497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de76c764-39ae-4f1e-8159-abaed785c68b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:38.694146801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8938773-d1f2-4355-9b83-e6252a84f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:38.74306762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8938773-d1f2-4355-9b83-e6252a84f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:38.791891723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8938773-d1f2-4355-9b83-e6252a84f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:38.84073266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8938773-d1f2-4355-9b83-e6252a84f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:40.203909494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ea9a297-a355-4e0d-905a-d0a8b438dad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:40.257341283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ea9a297-a355-4e0d-905a-d0a8b438dad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:40.309195583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ea9a297-a355-4e0d-905a-d0a8b438dad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:40.363660294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af7bb38-5890-431a-b857-3c8a382c9804","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:40.363686553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af7bb38-5890-431a-b857-3c8a382c9804","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:41.376912068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bef95941-89e3-4984-921d-c1084723b5f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:41.431071325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bef95941-89e3-4984-921d-c1084723b5f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:41.482689483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bef95941-89e3-4984-921d-c1084723b5f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:41.535309188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb7f70dc-9818-4189-8058-d1ba4144c480","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:41.535330475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb7f70dc-9818-4189-8058-d1ba4144c480","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:43.979552088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2284442d-aec5-4023-aa74-b04d7d5a0703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:44.028564091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2284442d-aec5-4023-aa74-b04d7d5a0703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:44.077449955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2284442d-aec5-4023-aa74-b04d7d5a0703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:44.126264648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2284442d-aec5-4023-aa74-b04d7d5a0703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:44.549641117Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ff448d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ff448d","reconcileID":"5cf053af-9a42-4a69-91c2-d229c689d373","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ff448d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-ff448d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.721424314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"432cb4a0-8e45-483e-b622-b720409bc9ea","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.837002108Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"432cb4a0-8e45-483e-b622-b720409bc9ea","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.888123559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"432cb4a0-8e45-483e-b622-b720409bc9ea","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.894966449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112880-e7d9-4551-b8ef-487a3443b3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.943798793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112880-e7d9-4551-b8ef-487a3443b3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.949868861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff9e68b-1a0b-4774-8fc5-bb786a5d9cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.949888179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff9e68b-1a0b-4774-8fc5-bb786a5d9cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:45.992579623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112880-e7d9-4551-b8ef-487a3443b3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:46.041762828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112880-e7d9-4551-b8ef-487a3443b3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:47.775731373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"cac63ef4-5957-42bc-b052-7ca0e2b2f70b","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:47.879642086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7509f96b-d0c6-4922-ae0f-44c073202d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:47.890615366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"cac63ef4-5957-42bc-b052-7ca0e2b2f70b","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:47.928585927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7509f96b-d0c6-4922-ae0f-44c073202d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:47.977962165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7509f96b-d0c6-4922-ae0f-44c073202d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:47.980002653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"cac63ef4-5957-42bc-b052-7ca0e2b2f70b","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:48.027035894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7509f96b-d0c6-4922-ae0f-44c073202d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:48.08074154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"963412ed-3da6-4f6c-9f76-4a1110a37386","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:48.080765362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"963412ed-3da6-4f6c-9f76-4a1110a37386","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:50.511532851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"486da8a0-8de4-45af-b5c3-2d324ed271b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:50.564365638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"486da8a0-8de4-45af-b5c3-2d324ed271b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:50.615405278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"486da8a0-8de4-45af-b5c3-2d324ed271b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:50.669683063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cdf86fb-5d84-4e72-82d7-47225189d68c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:50.669705596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cdf86fb-5d84-4e72-82d7-47225189d68c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:51.681339916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4050af9-8802-4a5a-a638-45f003971208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:51.734595805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4050af9-8802-4a5a-a638-45f003971208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:51.786042917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4050af9-8802-4a5a-a638-45f003971208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:51.83963511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bede4894-563b-44e1-a948-34e922ca740b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:51.839655432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bede4894-563b-44e1-a948-34e922ca740b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:56.048693208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"21fb412f-984c-4ea7-8cdc-27cd7dc7216d","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:56.165568846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"21fb412f-984c-4ea7-8cdc-27cd7dc7216d","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:56.217350669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"21fb412f-984c-4ea7-8cdc-27cd7dc7216d","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:56.26990389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c676b9a2-b341-4597-ba46-f4420641949e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:56.269956534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c676b9a2-b341-4597-ba46-f4420641949e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:58.227328841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"c285780b-81a4-428d-abfd-69f33d0e982b","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:58.341976818Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"c285780b-81a4-428d-abfd-69f33d0e982b","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:58.393290447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"c285780b-81a4-428d-abfd-69f33d0e982b","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:58.446734398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f562fc-0233-429c-b271-9e20a9e5c6f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:33:58.446756369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f562fc-0233-429c-b271-9e20a9e5c6f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:00.816688323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e46a718-f0e9-4cb2-9280-c5002ef34845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:00.87045401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e46a718-f0e9-4cb2-9280-c5002ef34845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:00.921710734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e46a718-f0e9-4cb2-9280-c5002ef34845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:00.97374163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc34b73-a842-4366-a2df-ba247aca10c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:00.9737627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc34b73-a842-4366-a2df-ba247aca10c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:01.989819109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ea957d1-486a-4439-b0f3-b76833c44571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:02.04280094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ea957d1-486a-4439-b0f3-b76833c44571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:02.095148287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ea957d1-486a-4439-b0f3-b76833c44571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:02.150169727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7fb0e55d-63b0-4503-9b74-15bcc1847060","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:02.150191725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7fb0e55d-63b0-4503-9b74-15bcc1847060","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:05.919189002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:06.368266302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"9ee7cf66-d7a8-47a3-98e3-0dd3aab2c26f","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:06.491755415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"9ee7cf66-d7a8-47a3-98e3-0dd3aab2c26f","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:06.544021429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"9ee7cf66-d7a8-47a3-98e3-0dd3aab2c26f","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:06.597031987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05ac7c8b-eba0-4910-909b-d4e03b59e021","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:06.597053851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05ac7c8b-eba0-4910-909b-d4e03b59e021","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:08.593882074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"ac70079c-e2ec-4224-81be-fc0cc4274bfa","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:08.714679077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"ac70079c-e2ec-4224-81be-fc0cc4274bfa","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:08.766196569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"ac70079c-e2ec-4224-81be-fc0cc4274bfa","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:08.820464517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d842d62-541d-483f-be74-67ddff963cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:08.820488151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d842d62-541d-483f-be74-67ddff963cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:11.119887087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d096db-efce-4084-94ec-c7b8ed28743b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:11.172615053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d096db-efce-4084-94ec-c7b8ed28743b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:11.226665407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d096db-efce-4084-94ec-c7b8ed28743b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:11.283287817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd08dc8-fd8c-4f81-8290-2466b7d6085c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:11.283310106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd08dc8-fd8c-4f81-8290-2466b7d6085c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:12.297909263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60998175-f645-4706-a05e-3f35122e0d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:12.350778703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60998175-f645-4706-a05e-3f35122e0d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:12.402759965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60998175-f645-4706-a05e-3f35122e0d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:12.457264755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aecd9b5e-875a-4e6b-8727-90f31086a436","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:12.457287523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aecd9b5e-875a-4e6b-8727-90f31086a436","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:16.694620115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b1f12282-1baa-40fb-b08e-2e4e794e8589","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:16.810621793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b1f12282-1baa-40fb-b08e-2e4e794e8589","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:16.861825399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b1f12282-1baa-40fb-b08e-2e4e794e8589","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:16.916109187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b133efc6-6e8c-45ff-ba09-a0f0a2b5749d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:16.916133523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b133efc6-6e8c-45ff-ba09-a0f0a2b5749d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:18.966635301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"495867ae-61b0-4ec3-b7b7-bc0e9a388fab","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:19.086157537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"495867ae-61b0-4ec3-b7b7-bc0e9a388fab","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:19.137810904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"495867ae-61b0-4ec3-b7b7-bc0e9a388fab","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:19.190353133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5acc320c-5eb9-4d33-b5e6-f130795d8ee5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:19.190376653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5acc320c-5eb9-4d33-b5e6-f130795d8ee5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:21.430528504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfb00a75-5b40-4bb0-b76c-4e46e9b1e42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:21.484694087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfb00a75-5b40-4bb0-b76c-4e46e9b1e42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:21.538882407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfb00a75-5b40-4bb0-b76c-4e46e9b1e42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:21.601806231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b3a2c2-67ab-49e1-818b-f557b9ef9bdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:21.601829777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b3a2c2-67ab-49e1-818b-f557b9ef9bdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:21.767509023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"bd46e781-f093-426e-b6fe-d0f339046840","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:21.852228436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"8e0588af-27cc-41bb-81d7-c104a4a40dbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.094970768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"dd6f4236-c540-4eb1-ad48-59b55a5d55a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.267623571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"a9f8f827-6435-462b-83d8-5ee04c2cc9bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.396995495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"3caf9b68-c17f-46f8-b31a-a067a0be468b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.603344124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a948f853-2855-4f9d-a954-b8f9500ad877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.637695826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"de4b4e79-4280-41db-8e1f-a8c993ee7e34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.65620705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a948f853-2855-4f9d-a954-b8f9500ad877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.708025481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a948f853-2855-4f9d-a954-b8f9500ad877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.76263511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ceefc9dc-536a-430c-9042-fd2e743873aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.762656756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ceefc9dc-536a-430c-9042-fd2e743873aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.843528242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b13200e-d14f-4c51-a271-1f5419142a24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:22.964508964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2285b809-0e38-4ce8-b10f-5c97aad747f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:23.063763751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"58bab035-c427-48f4-8e62-0b22fffbc820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:23.079305496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"38737b2d-fadc-417e-81f5-291b4bf1a7d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:23.163089569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"84d257f0-899d-4908-a1c5-4852f12e888b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:23.269521612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"31c334fa-7b1b-4849-9b6c-08dcf1bac95b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:27.013694859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"f6d26c5a-07c6-4efe-a0f8-765f36017121","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:27.129115741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"f6d26c5a-07c6-4efe-a0f8-765f36017121","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:27.181061818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"f6d26c5a-07c6-4efe-a0f8-765f36017121","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:27.233820144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cf80052-7b3a-4c54-b28e-5acab58a8ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:27.233846799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cf80052-7b3a-4c54-b28e-5acab58a8ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:29.336773214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"42d08971-905b-46de-86db-4daec978e579","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:29.452043629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"42d08971-905b-46de-86db-4daec978e579","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:29.50418171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"42d08971-905b-46de-86db-4daec978e579","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:29.546705951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"859152b1-4206-4e90-8a69-7a716de01f0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7865926d","tenantID":"e2e-mt-7865926d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:29.558617601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12584c98-7eb4-430d-ae78-c98ac8832178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:29.558636954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12584c98-7eb4-430d-ae78-c98ac8832178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:29.657179968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"859152b1-4206-4e90-8a69-7a716de01f0c","name":"e2e-mt-7865926d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:31.748469392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1982d7-5b28-4970-8dea-04d9ec2f4ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:31.801253476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1982d7-5b28-4970-8dea-04d9ec2f4ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:31.852521483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1982d7-5b28-4970-8dea-04d9ec2f4ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:31.906321797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7209a292-efe0-4842-aa0f-d8a880b52e6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:31.906341782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7209a292-efe0-4842-aa0f-d8a880b52e6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:32.908146099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e637a478-b935-439b-918d-22de98f3422c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:32.96109189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e637a478-b935-439b-918d-22de98f3422c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:33.013016023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e637a478-b935-439b-918d-22de98f3422c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:33.067175874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b10918c4-8099-4901-8e80-3c4770a40f68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:33.067196884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b10918c4-8099-4901-8e80-3c4770a40f68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:35.915054277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:37.331111106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"5a69d738-a083-4b71-8e89-1359cddfc06d","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:37.448363069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"5a69d738-a083-4b71-8e89-1359cddfc06d","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:37.499681426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"5a69d738-a083-4b71-8e89-1359cddfc06d","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:37.553595383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beee5034-a41d-436d-9db5-7eb3402ff185","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:37.553616601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beee5034-a41d-436d-9db5-7eb3402ff185","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:39.704717441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"99d898f2-034e-42d9-894f-1785490a59b6","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:39.820055765Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"99d898f2-034e-42d9-894f-1785490a59b6","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:39.87164931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"99d898f2-034e-42d9-894f-1785490a59b6","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:39.925409853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb03435b-b2e3-4e99-8f39-3720e3c9f638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:39.925430236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb03435b-b2e3-4e99-8f39-3720e3c9f638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:42.053739216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30b609e0-273e-4f28-a417-44f3460775d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:42.106640027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30b609e0-273e-4f28-a417-44f3460775d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:42.158513118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30b609e0-273e-4f28-a417-44f3460775d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:42.212849729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4833ceb9-a36a-420a-9ace-5fc583366a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:42.212870839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4833ceb9-a36a-420a-9ace-5fc583366a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:43.213907612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2dbda12-d715-42ea-a5da-c361e7985faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:43.271867209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2dbda12-d715-42ea-a5da-c361e7985faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:43.324068121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2dbda12-d715-42ea-a5da-c361e7985faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:43.376661837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36c497a6-30ca-4da4-9c92-dc4da00cc58e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:43.376685094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36c497a6-30ca-4da4-9c92-dc4da00cc58e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:47.651647238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b07bca07-67d7-4e47-861c-769104e948e1","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:47.76940625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b07bca07-67d7-4e47-861c-769104e948e1","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:47.821350002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"b07bca07-67d7-4e47-861c-769104e948e1","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:47.88129941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b4e3332-cbd9-4c01-bc17-1d97beed1e84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:47.881326673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b4e3332-cbd9-4c01-bc17-1d97beed1e84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:50.071669651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"75c6683c-e0bd-4573-a955-37b63ef0f940","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:50.18761575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"75c6683c-e0bd-4573-a955-37b63ef0f940","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:50.239301669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"75c6683c-e0bd-4573-a955-37b63ef0f940","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:50.294010094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da9e92e-cebe-4952-a56b-8e290acd1c5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:50.294036942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da9e92e-cebe-4952-a56b-8e290acd1c5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.359615276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82fb7ba8-a3c6-434b-bb29-d2adeb50f2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.411812632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82fb7ba8-a3c6-434b-bb29-d2adeb50f2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.463268642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82fb7ba8-a3c6-434b-bb29-d2adeb50f2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.484242086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"8ef581fe-3c79-4e1b-85b5-1c6d24d23d4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.517500988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3762acd-3486-43a2-9ad5-e4ca0b67a8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.517521825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3762acd-3486-43a2-9ad5-e4ca0b67a8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.655686331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"d204ab89-4dae-49db-ac80-04bfd5997a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.770391902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"e887967e-935d-43a7-97c7-b634705f0ae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.869106545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"59bcf5d5-f81f-492d-bc06-e2657861ee16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:52.968842927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"930fab55-f0f8-4835-b505-0a53c9fbb359","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.114938903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"78151082-56eb-406a-81d9-c38a85d87773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.213581687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"50be853f-fc04-45da-9f2d-2cd85b3c04fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.234478717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"91b94779-883d-4b5a-b866-eb248dff0c97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.461247075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"9c595818-c98e-4a9c-a951-89376bcae5bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.523560701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccbb6554-1dbf-4436-b526-67ea8501955a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.576196115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccbb6554-1dbf-4436-b526-67ea8501955a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.628877955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccbb6554-1dbf-4436-b526-67ea8501955a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.687905377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2606102-15c8-45c2-8952-47b21efc231f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.687955336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2606102-15c8-45c2-8952-47b21efc231f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.787586159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"461a14b2-5178-43e9-b0bb-70178e557471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:53.899036409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"38573abd-3eb2-49c5-b4eb-dda18a535f04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:54.010031649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e00b7471-dc2f-4392-8618-b03bbf67e845","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:57.979472828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"28d21675-386c-4010-942e-cb9c4a6ba18e","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:58.09956933Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"28d21675-386c-4010-942e-cb9c4a6ba18e","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:58.152301817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"28d21675-386c-4010-942e-cb9c4a6ba18e","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:58.206734951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eb68d11-cf90-4782-9acf-060fc48410b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:34:58.206756262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eb68d11-cf90-4782-9acf-060fc48410b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:00.440597956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"6ef7daeb-7b60-4c9f-8399-feeb0bdce8a1","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:00.556010249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"6ef7daeb-7b60-4c9f-8399-feeb0bdce8a1","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:00.608851939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"6ef7daeb-7b60-4c9f-8399-feeb0bdce8a1","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:00.660872612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c230fb09-818f-4a04-ad72-f871cda0471a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:00.660894662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c230fb09-818f-4a04-ad72-f871cda0471a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:00.829959653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"c5df1079-e7e9-4ac6-9261-2566e6e9e10a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:00.938563111Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"c5df1079-e7e9-4ac6-9261-2566e6e9e10a","name":"e2e-inf-b-ff448d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:02.663960526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbd207c3-f701-42d5-b32c-ce81d7613d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:02.71675721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbd207c3-f701-42d5-b32c-ce81d7613d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:02.768712683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbd207c3-f701-42d5-b32c-ce81d7613d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:02.821910243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d155b1cc-7f7f-4662-9ddd-fe48e0648cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:02.821959409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d155b1cc-7f7f-4662-9ddd-fe48e0648cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:03.835680989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6210fd-2f9d-4187-a5de-e28472aac766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:03.888875559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6210fd-2f9d-4187-a5de-e28472aac766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:03.940343165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6210fd-2f9d-4187-a5de-e28472aac766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:03.994694061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d13256c8-89a9-4d6e-a8d1-1fe1c488ad22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:03.994716579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d13256c8-89a9-4d6e-a8d1-1fe1c488ad22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:04.927065396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6d71aa0-a5c0-4c52-b469-11b0af8a8659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:04.927088135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6d71aa0-a5c0-4c52-b469-11b0af8a8659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:04.98910614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec775fd2-1a74-4358-8413-05b58dd0a1eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:04.989128037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec775fd2-1a74-4358-8413-05b58dd0a1eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:05.091828025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"namespace":"ai-tenant-e2e-mt-41ee41f1","name":"e2e-policy-41ee41f1","reconcileID":"40846331-4897-4dea-8983-f8915bc8439c","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:05.215049288Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"namespace":"ai-tenant-e2e-mt-41ee41f1","name":"e2e-policy-41ee41f1","reconcileID":"40846331-4897-4dea-8983-f8915bc8439c","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:05.26637271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"namespace":"ai-tenant-e2e-mt-41ee41f1","name":"e2e-policy-41ee41f1","reconcileID":"40846331-4897-4dea-8983-f8915bc8439c","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:05.914744064Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:08.304620986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"d46e935b-eead-4c5a-9af9-78fea07059fe","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:08.358098658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"d46e935b-eead-4c5a-9af9-78fea07059fe","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:08.409302712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"d46e935b-eead-4c5a-9af9-78fea07059fe","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:08.46111854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7ecfa43-9cf7-4fd6-bed5-2ca93001c2ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:08.461142135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7ecfa43-9cf7-4fd6-bed5-2ca93001c2ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:10.80632433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"a3547af2-e011-4ff9-aea7-f98442ed7918","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:10.926113104Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"a3547af2-e011-4ff9-aea7-f98442ed7918","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:10.977706646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"a3547af2-e011-4ff9-aea7-f98442ed7918","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:11.030199054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7353f523-8d6a-41bf-b822-d2b997856990","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:11.030221277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7353f523-8d6a-41bf-b822-d2b997856990","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:12.968061759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae20a8b6-3a2c-48e5-8da9-44823560d7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:13.020556312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae20a8b6-3a2c-48e5-8da9-44823560d7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:13.072045743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae20a8b6-3a2c-48e5-8da9-44823560d7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:13.126154252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fe02e07-7478-4b46-ab02-b9a1da6b5d46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:13.126176931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fe02e07-7478-4b46-ab02-b9a1da6b5d46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:14.141076954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"560a1696-d895-4959-855d-0caab3655afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:14.193854732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"560a1696-d895-4959-855d-0caab3655afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:14.244898577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"560a1696-d895-4959-855d-0caab3655afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:14.29710221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"453d405d-b28c-4f0c-9dbf-660d8c216b8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:14.297122491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"453d405d-b28c-4f0c-9dbf-660d8c216b8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:18.562435554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"2c631a86-5574-47b7-a13f-02d863a2fbdf","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:18.678337123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"2c631a86-5574-47b7-a13f-02d863a2fbdf","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:18.729401114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"2c631a86-5574-47b7-a13f-02d863a2fbdf","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:18.783253705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"962b39a9-6385-4090-8502-a53325c7f6b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:18.783275897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"962b39a9-6385-4090-8502-a53325c7f6b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:21.183510334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"7a722fb2-8416-4134-b7e9-a7b45a9fef9a","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:21.300215728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"7a722fb2-8416-4134-b7e9-a7b45a9fef9a","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:21.352434753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"7a722fb2-8416-4134-b7e9-a7b45a9fef9a","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:21.41545887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fde3f32f-f272-4d74-88cc-111ba4011303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:21.415478946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fde3f32f-f272-4d74-88cc-111ba4011303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:23.281551273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"820ddf6f-2abc-41ca-b0fa-21c9bdaa238a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:23.336556272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"820ddf6f-2abc-41ca-b0fa-21c9bdaa238a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:23.39273399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"820ddf6f-2abc-41ca-b0fa-21c9bdaa238a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:23.446812224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddbe912d-84b8-46eb-927d-c5722efbdcb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:23.446833586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddbe912d-84b8-46eb-927d-c5722efbdcb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:24.444603536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6160a780-97d0-4e95-8b46-b72bb026b2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:24.498218871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6160a780-97d0-4e95-8b46-b72bb026b2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:24.550311794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6160a780-97d0-4e95-8b46-b72bb026b2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:24.60464653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7f1607d-3f17-435e-a492-61b021fd3b19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:24.604668546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7f1607d-3f17-435e-a492-61b021fd3b19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:28.886374602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"08fdb9ec-2db2-4c03-adfa-0c8e5f087ea3","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:29.004833999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"08fdb9ec-2db2-4c03-adfa-0c8e5f087ea3","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:29.056258518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"08fdb9ec-2db2-4c03-adfa-0c8e5f087ea3","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:29.11026635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a7a90cf-1941-4eb8-b2ec-8e1c6f06b565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:29.110287191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a7a90cf-1941-4eb8-b2ec-8e1c6f06b565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:30.905625015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"namespace":"ai-tenant-e2e-mt-41ee41f1","name":"e2e-policy-41ee41f1","reconcileID":"33f38887-2819-4b12-8881-2d3faad55fdb","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:31.056763627Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"namespace":"ai-tenant-e2e-mt-41ee41f1","name":"e2e-policy-41ee41f1","reconcileID":"33f38887-2819-4b12-8881-2d3faad55fdb","MaaSAuthPolicy":{"name":"e2e-policy-41ee41f1","namespace":"ai-tenant-e2e-mt-41ee41f1"},"policyNamespace":"ai-tenant-e2e-mt-41ee41f1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:31.559985268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"be76e6ba-a83b-44da-9d76-4e98b798a1b1","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:31.683723343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"be76e6ba-a83b-44da-9d76-4e98b798a1b1","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:31.736278121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"be76e6ba-a83b-44da-9d76-4e98b798a1b1","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:31.792147433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d21b416-5321-4758-9489-e09714d905b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:31.792177274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d21b416-5321-4758-9489-e09714d905b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:33.598832259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aedd79e-cfa2-4e9c-99d8-04f5db73434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:33.652555786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aedd79e-cfa2-4e9c-99d8-04f5db73434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:33.705018138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aedd79e-cfa2-4e9c-99d8-04f5db73434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:33.759031002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3933ae07-0111-4d7e-98b8-bbd8892bb9ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:33.75905168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3933ae07-0111-4d7e-98b8-bbd8892bb9ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:34.756396141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e9aaf3-9f7c-468c-a7d6-b55cf13e5b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:34.809993335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e9aaf3-9f7c-468c-a7d6-b55cf13e5b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:34.861884808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e9aaf3-9f7c-468c-a7d6-b55cf13e5b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:34.916564498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"240e51b2-261e-4c15-8f01-cd4e2e28ce9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:34.916586419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"240e51b2-261e-4c15-8f01-cd4e2e28ce9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:35.917402567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:38.308432696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"94622428-0b25-498f-be22-e17c97a79046","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:38.308545891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cb7d98e-21c1-48cb-ba61-a97b517e26a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:38.308566297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cb7d98e-21c1-48cb-ba61-a97b517e26a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:38.457731806Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"namespace":"ai-tenant-e2e-mt-2c6b54c4","name":"e2e-policy-2c6b54c4","reconcileID":"94622428-0b25-498f-be22-e17c97a79046","MaaSAuthPolicy":{"name":"e2e-policy-2c6b54c4","namespace":"ai-tenant-e2e-mt-2c6b54c4"},"policyNamespace":"ai-tenant-e2e-mt-2c6b54c4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:38.513544047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932d87ea-1e2a-496b-8072-8286fddd7fc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:38.513566531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932d87ea-1e2a-496b-8072-8286fddd7fc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:41.974302847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"03bcba0d-f46f-4f41-a1bd-9fe41bd1049c","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:42.029500178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"03bcba0d-f46f-4f41-a1bd-9fe41bd1049c","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:42.081366413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"03bcba0d-f46f-4f41-a1bd-9fe41bd1049c","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:43.90782066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b74512-1a85-4fcc-810f-fc9390c12092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:43.963984774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b74512-1a85-4fcc-810f-fc9390c12092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:44.017872838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b74512-1a85-4fcc-810f-fc9390c12092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:45.062686354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8628561-9683-46bf-b6eb-0b0dadf2eb0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:45.115154927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8628561-9683-46bf-b6eb-0b0dadf2eb0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:45.168311192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8628561-9683-46bf-b6eb-0b0dadf2eb0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:47.99519569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fe2e71-8d42-43c6-9b0a-a0c953ae64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:48.044109053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fe2e71-8d42-43c6-9b0a-a0c953ae64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:48.094459334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fe2e71-8d42-43c6-9b0a-a0c953ae64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:48.143316863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fe2e71-8d42-43c6-9b0a-a0c953ae64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:49.941973203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c4022f-c7c0-4f68-96f0-c30abdd160a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:49.993133657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c4022f-c7c0-4f68-96f0-c30abdd160a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:50.041983372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c4022f-c7c0-4f68-96f0-c30abdd160a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:50.096741734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c4022f-c7c0-4f68-96f0-c30abdd160a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:52.228087415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"d58fba00-78e3-4abc-9250-855f52525cb8","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:52.281574519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"d58fba00-78e3-4abc-9250-855f52525cb8","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:52.334266376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"d58fba00-78e3-4abc-9250-855f52525cb8","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:52.389400523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50410ad8-2331-4c1a-841f-9276d3cbfdc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:52.389428483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50410ad8-2331-4c1a-841f-9276d3cbfdc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:54.172654575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b1ced3-dfd3-41bf-8428-16e86f0addb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:54.22665387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b1ced3-dfd3-41bf-8428-16e86f0addb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:54.278303677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b1ced3-dfd3-41bf-8428-16e86f0addb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:54.33344323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe5d03d7-7de4-4c20-90a4-e211ccb23410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:54.333463438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe5d03d7-7de4-4c20-90a4-e211ccb23410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:55.316961383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0158f887-e19e-4795-846e-bcb523e92210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:55.371587219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0158f887-e19e-4795-846e-bcb523e92210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:55.424097229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0158f887-e19e-4795-846e-bcb523e92210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:55.481130277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"436f0e23-d2de-4eb5-bb4d-2826f519e277","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:35:55.481156382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"436f0e23-d2de-4eb5-bb4d-2826f519e277","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:02.534994009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"2aad5164-5658-4c0f-988d-f06bb806fcbd","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:02.587963409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"2aad5164-5658-4c0f-988d-f06bb806fcbd","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:02.640198234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"2aad5164-5658-4c0f-988d-f06bb806fcbd","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:04.479384676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6faf8a66-d553-46e8-8ccc-5e5759924638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:04.53243785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6faf8a66-d553-46e8-8ccc-5e5759924638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:04.584091605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6faf8a66-d553-46e8-8ccc-5e5759924638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:05.62922272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23abaf66-230e-43af-a40e-f6fbc7140404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:05.682546786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23abaf66-230e-43af-a40e-f6fbc7140404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:05.734707513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23abaf66-230e-43af-a40e-f6fbc7140404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:05.91651401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:07.463191711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef5973dc-2c22-4c0a-9680-03c4bbb2749d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:07.573428521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e224ef4-6afb-460d-b6c8-c8c3f8469b9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:07.67371706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"b64dac83-8201-4261-98f4-db024d19b425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:07.777550277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"b91a4e29-61e3-40df-a6b3-ec4de137cf8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:07.966335555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"5325ef21-d736-402b-8fa6-c908bd3b042a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:08.131871949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"0e395365-5290-4d0a-8160-217d1951ba34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:08.2437729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"b7c6453c-b12f-4679-8c7c-a00ec8ae0f50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:08.41339775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"9c36ac83-1cb5-45f9-808b-b857f75318d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:08.584918874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"29df6add-3998-4059-8e32-1ab28a733b54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:08.686014508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"37863d61-e563-4882-a520-22a448c3eff0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:08.699223999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"0c302348-2485-4c22-829e-721caf4508b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:08.832555706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"4150fd56-130d-4bb2-988f-b99f23f61602","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:12.787265972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"705fb2f8-69b8-4dff-a82d-f8fcef7ef651","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:12.839915635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"705fb2f8-69b8-4dff-a82d-f8fcef7ef651","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:13.140282375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6586c63-8468-44cc-bdca-b33643708f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:13.140305303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6586c63-8468-44cc-bdca-b33643708f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:14.73015295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5d3ffd3-9f59-44ff-8c35-b9d9d0956ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:14.78280028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5d3ffd3-9f59-44ff-8c35-b9d9d0956ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:15.034511639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c74cb91-92ea-44fe-94d0-9ab4241b5c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:15.034537643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c74cb91-92ea-44fe-94d0-9ab4241b5c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:15.881531068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b469889a-0204-4537-96ab-6e2eec935634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:15.934340063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b469889a-0204-4537-96ab-6e2eec935634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:16.236331643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8e46342-9baa-4cef-871a-d1c7102d8926","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:16.236355497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8e46342-9baa-4cef-871a-d1c7102d8926","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:16.608207068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7d3301d9","reconcileID":"7464830e-6654-4e95-8e1b-cf01b7981534","MaaSAuthPolicy":{"name":"e2e-default-ns-7d3301d9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:16.608231317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"623cbb6d-2b33-4224-93dd-f0def2b799e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:16.608246774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"623cbb6d-2b33-4224-93dd-f0def2b799e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:16.757805257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"243c19fd-cb1d-4be0-a47e-6c2ec032ae0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:16.757826698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"243c19fd-cb1d-4be0-a47e-6c2ec032ae0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:19.751365594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a57911-82ba-4821-bc5c-f2f5b26e1f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:19.800487003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a57911-82ba-4821-bc5c-f2f5b26e1f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:19.849471862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a57911-82ba-4821-bc5c-f2f5b26e1f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:19.898594213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a57911-82ba-4821-bc5c-f2f5b26e1f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:21.662772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89633649-f93e-4775-93e7-2ae5b63b2ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:21.71157022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89633649-f93e-4775-93e7-2ae5b63b2ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:21.760343475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89633649-f93e-4775-93e7-2ae5b63b2ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:21.809107865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89633649-f93e-4775-93e7-2ae5b63b2ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:22.799870901Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-6f60b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-6f60b7","reconcileID":"aef73c3a-73e6-436c-8e10-fd3e9c337a3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-6f60b7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-6f60b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:23.599963112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3ec9f0-4486-470a-82c1-86cf10e67cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:23.648781295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3ec9f0-4486-470a-82c1-86cf10e67cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:23.697687211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3ec9f0-4486-470a-82c1-86cf10e67cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:23.74672543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3ec9f0-4486-470a-82c1-86cf10e67cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:25.524513054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0d097-c5ac-4fca-85ad-7f37ac1b33b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:25.57333296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0d097-c5ac-4fca-85ad-7f37ac1b33b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:25.622014344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0d097-c5ac-4fca-85ad-7f37ac1b33b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:25.670711853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0d097-c5ac-4fca-85ad-7f37ac1b33b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:35.915225058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.174499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"617dee28-daa8-46dc-837c-eccd0aacce32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.289882114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"073dd441-2907-4b20-983c-567bd4320a1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.389035677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"c078d9dc-d870-4d9a-9465-81f054941dd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.403222223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"23538b57-db00-4368-9937-57d0d3303611","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.575758436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"5eaa7794-5d35-4f93-a27b-70d36e76d2f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.692593244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"f61d3949-e62a-40fd-a83b-2650e7e5c78b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.79348406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"b62e2371-dba3-4dcd-a2cb-ab748ac082cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:43.917058443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"f992ae0c-1afd-46b1-89a5-f005ef5db882","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:44.017255322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"feaedaed-4ab2-4c10-94ef-422cdcdf4b16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:44.033829643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"755ed20f-0edd-4841-96b2-ea8794a84958","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:44.120439202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb50478c-663a-4380-b38f-eca5ce81821f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:36:44.218644377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"c3ba8462-4055-4d32-a466-077d02cc2687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:05.915852737Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:08.327059221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"ea15348d-37bf-4870-a3ea-9e16388a0711","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:08.437956527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"4c779aab-01f7-46b6-99d6-a01b4edd840c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:08.663826442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"9f662335-8b5b-497e-9729-452a4ba7c7a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:08.778780805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"43dd23b0-17dd-4ad3-ace5-9eea448f4595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:08.879131597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"f7713804-edb7-41cc-a1ee-0c18e956c81d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:08.89449906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"758d049c-dace-487d-b6d9-f6095be90089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:09.014225973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"30c37e43-120c-4103-8714-d188ad5dd7a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:09.206100771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"79140bf4-a0df-47b6-b336-04b0e2429efc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:09.330229665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"fceaf78e-c9d9-4a14-b085-610e6024c5b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:09.524471906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"242ca147-1dec-41a5-a240-ccf94ae6d2b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:09.695837203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25119a20-edc6-4bd7-ad84-4d5c0ec76365","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:09.841874361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fed7ac0f-d78c-40fe-9d57-4a86e6e04d68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.001112458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27d4f79-aa1e-4edc-9777-3e09f29d9677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.001141049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27d4f79-aa1e-4edc-9777-3e09f29d9677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.05323184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"defd91a6-71cb-4de0-8a0d-e3b1478577ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.053260714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"defd91a6-71cb-4de0-8a0d-e3b1478577ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.150222263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"39693c74-3bb3-4381-84e0-dbc11c7922c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.26915261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"39693c74-3bb3-4381-84e0-dbc11c7922c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.320665178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 101, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"39693c74-3bb3-4381-84e0-dbc11c7922c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.374514866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdc75724-cb06-4771-93f1-3f8d752c1d08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.374537664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdc75724-cb06-4771-93f1-3f8d752c1d08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.387832709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4774172e-1c6c-46a2-a45b-f1099b5ae2df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.387851346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4774172e-1c6c-46a2-a45b-f1099b5ae2df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.44007953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b08ff0-389b-483c-9516-ef35974be978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.440099504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b08ff0-389b-483c-9516-ef35974be978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.489698015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"0806fcf7-f092-4161-ae37-aec9c756a031","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:37:10.495002088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-sub-d8894505","reconcileID":"6ecb8e02-8745-4c2d-854a-fd132ad962b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d8894505\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.543566623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"0806fcf7-f092-4161-ae37-aec9c756a031","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.595424119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 101, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"0806fcf7-f092-4161-ae37-aec9c756a031","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.607481385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c8e1cd3-2215-478b-8253-6ea7c02f3da0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.607500564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c8e1cd3-2215-478b-8253-6ea7c02f3da0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.661765127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea22851e-f4bf-488a-8532-7b3dfcfcda41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.661793001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea22851e-f4bf-488a-8532-7b3dfcfcda41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:10.920193018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-sub-d8894505","reconcileID":"828e9688-5dee-45be-b408-303d011bafa7","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d8894505/e2e-shared-sub-d8894505","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.077800279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e94d8b40-6603-4feb-b211-9dd0b174a479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.077824331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e94d8b40-6603-4feb-b211-9dd0b174a479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.119851083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa609ed6-26aa-49e6-a484-e48d260b8bd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.286508671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-sub-d8894505","reconcileID":"3b84516f-d342-4090-bf80-6b5fead02245","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.380178154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4557c46b-c098-48d4-a6bb-ced28698de4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.380207623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4557c46b-c098-48d4-a6bb-ced28698de4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.431609574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1b1c9d3-1f9b-4f11-bdec-413093b0859c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.431637105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1b1c9d3-1f9b-4f11-bdec-413093b0859c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.529354944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"5655809c-3777-4693-b7df-1544cea2e362","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.586468677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"5655809c-3777-4693-b7df-1544cea2e362","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.638759638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 101, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"5655809c-3777-4693-b7df-1544cea2e362","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.644444478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952e1a6b-165d-45fd-b452-666d25aabfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.644466215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952e1a6b-165d-45fd-b452-666d25aabfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.694242573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc697c21-b1c1-40f8-b774-785638a34fdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.694263387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc697c21-b1c1-40f8-b774-785638a34fdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.698621044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b1a8ab-d113-4446-9b8f-f5487979a6af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.698640695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b1a8ab-d113-4446-9b8f-f5487979a6af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:37:11.748609445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-sub-d8894505","reconcileID":"4067911c-3f96-41a4-9f55-1b1a60983c9c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d8894505\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.791909274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"f202fb9f-76bb-4d76-899b-45bbf6349393","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.845092192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"f202fb9f-76bb-4d76-899b-45bbf6349393","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.864088624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e203bae4-a1cf-476e-87ba-6116ad97dd34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.86410967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e203bae4-a1cf-476e-87ba-6116ad97dd34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.897276996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 101, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"f202fb9f-76bb-4d76-899b-45bbf6349393","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.916331948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fd5730b-271e-4e68-ad8a-fe60301eb339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:11.916354314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fd5730b-271e-4e68-ad8a-fe60301eb339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.176865794Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-sub-d8894505","reconcileID":"73306250-1f92-497c-919a-e625f2e8875e","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-d8894505/e2e-shared-sub-d8894505","ai-tenant-e2e-mt-f5040abe/e2e-shared-sub-d8894505","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.335418828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8645f91-3488-4f9d-bce2-562ef8f25dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.335449397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8645f91-3488-4f9d-bce2-562ef8f25dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.389016512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-sub-d8894505","reconcileID":"3e404b38-8497-4148-b82b-b3db312d8479","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.389016561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4c9f9cd-3c30-4476-8d59-859422960af8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.453293199Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"48f756c1-3182-4a40-8315-02dc9957ab0c","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.453389842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f78089-b2e4-4d12-a5f8-661066681b21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.453407218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f78089-b2e4-4d12-a5f8-661066681b21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.533299723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-sub-d8894505","reconcileID":"ca22d230-caf3-4b65-b393-fa2c5d395b55","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.55105592Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-policy-d8894505","reconcileID":"48f756c1-3182-4a40-8315-02dc9957ab0c","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"policyNamespace":"ai-tenant-e2e-mt-d8894505","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.604648552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7ace558-8c02-4f7b-9106-75b2f4513437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.604671074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7ace558-8c02-4f7b-9106-75b2f4513437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.777450721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce60fb09-7c6c-4c1c-a60a-22ea4977be4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:12.777475607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce60fb09-7c6c-4c1c-a60a-22ea4977be4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:21.995853772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"17383681-87ef-42bc-8842-8363cb4c5ab4","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:22.049210721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"17383681-87ef-42bc-8842-8363cb4c5ab4","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:22.100756781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 101, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"17383681-87ef-42bc-8842-8363cb4c5ab4","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:22.930849372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-sub-d8894505","reconcileID":"2061641a-54ec-4392-a740-f6ee1a2443cd","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-d8894505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:23.133616219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"namespace":"ai-tenant-e2e-mt-d8894505","name":"e2e-shared-sub-d8894505","reconcileID":"2061641a-54ec-4392-a740-f6ee1a2443cd","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-d8894505"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f5040abe/e2e-shared-sub-d8894505","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:23.331207439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-sub-d8894505","reconcileID":"dd1f15e2-fc60-4b2a-8f34-a2efbf86aa3b","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:23.331206515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7593126c-7d75-4cda-8a51-51fc0bd489a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:23.35424373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a8e799-11c8-4663-9bd4-c7a0b8404465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:23.354264792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a8e799-11c8-4663-9bd4-c7a0b8404465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:28.656820308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9791-f6dd-44ea-8ee1-f41189666ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:28.70794973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9791-f6dd-44ea-8ee1-f41189666ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:28.758212978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9791-f6dd-44ea-8ee1-f41189666ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:28.809707626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9791-f6dd-44ea-8ee1-f41189666ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:30.579980245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e25a70-1547-44f8-baef-f530dc9a07af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:30.631324952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e25a70-1547-44f8-baef-f530dc9a07af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:30.682085772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e25a70-1547-44f8-baef-f530dc9a07af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:30.731858573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e25a70-1547-44f8-baef-f530dc9a07af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:32.198550914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"dcce289f-73b7-4031-95eb-2d1c94dad172","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:32.252298306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"dcce289f-73b7-4031-95eb-2d1c94dad172","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:32.304443109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"dcce289f-73b7-4031-95eb-2d1c94dad172","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:32.360395267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34c8dd9f-1cc8-4e16-8bad-1c613fd7c33e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:32.360416258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34c8dd9f-1cc8-4e16-8bad-1c613fd7c33e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:33.680461628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"b3dc8d16-9953-46a6-a52c-ec3c665fa1e3","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:33.680501067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"b3dc8d16-9953-46a6-a52c-ec3c665fa1e3","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:35.915075584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.108714588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"81257a5c-2712-4157-9643-67faee4d00f4","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.108740535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"81257a5c-2712-4157-9643-67faee4d00f4","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.160356599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"a3c15db0-7379-49af-af7a-ff2e6feda978","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.160383728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"a3c15db0-7379-49af-af7a-ff2e6feda978","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.258028239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"dda11304-33fb-4560-be8d-ef7f8f549894","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.374800803Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"dda11304-33fb-4560-be8d-ef7f8f549894","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.42615479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd42ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"dda11304-33fb-4560-be8d-ef7f8f549894","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.478296655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"5165249c-0204-4f7f-802b-35322e10f425","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:39.478322616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"5165249c-0204-4f7f-802b-35322e10f425","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:42.457596303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"fee8157f-a90b-4690-be20-d4c718fa486e","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:42.5122607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"fee8157f-a90b-4690-be20-d4c718fa486e","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:42.565170898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"fee8157f-a90b-4690-be20-d4c718fa486e","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:44.508473843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"2b463a68-9b76-4fa8-8b01-f3383e4ba091","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:44.619615239Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"2b463a68-9b76-4fa8-8b01-f3383e4ba091","name":"e2e-shared-a-w3-6f60b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:49.575412196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"cc69ee3d-dd5b-436c-b693-87db93a201ca","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:49.628232506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"cc69ee3d-dd5b-436c-b693-87db93a201ca","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:49.680429126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd42ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"cc69ee3d-dd5b-436c-b693-87db93a201ca","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:52.6663381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"1198478a-f2a5-4de3-a0e6-a889fb2ee608","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:52.718974145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"1198478a-f2a5-4de3-a0e6-a889fb2ee608","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:52.771645619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"1198478a-f2a5-4de3-a0e6-a889fb2ee608","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:55.342641217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"f7de762f-d2b7-4369-abc5-3833b5a9f332","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:55.863394842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-sub-d8894505","reconcileID":"c3ce4df2-ae87-4928-9bac-51c75b976c43","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:55.863401826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e369f5e3-a83c-4eab-9c75-f6b20e63e91c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.050623473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"0a34519e-5a3f-4c52-b831-bd1472eb051d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.240048587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"4e87f0a8-5b30-40a8-81e6-8a8d4a40d4ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.350910045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"6cc60935-840d-42c6-8608-25e62c6d0f20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.449683777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"27258d60-c8ab-4e9e-b9cb-6bd018b2dc34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.5505132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"45a79c81-e156-44e8-ab47-0c7ea086db8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.650446542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"fc13ea9e-2017-4164-80c8-ae741c1ecd38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.751176285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"d27f09f6-8881-4ba0-81ca-0458c133ca56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.75166009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"6cd54a45-9273-4003-8954-f6a4600eb3e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.854467171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"4b08e14c-752c-4a37-b9be-98b908db0d28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:56.8546557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9a66cf0-f883-4b48-8814-a2bef6867542","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:59.779429172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"91e4e941-5ff5-49f6-8cf7-4fb8689637d5","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:59.8330515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"91e4e941-5ff5-49f6-8cf7-4fb8689637d5","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:59.885545085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd42ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3e68111badc04d1bc45866f9b5cb31a989d472840bb2a53f2e8d3971013f2db) AuthConfig (0ed72186e805c59280b8debbdc7ac6d7b50d779cebe4f1041aa2e6e85b605ed2) AuthConfig (e30e6c6fee3c397c84061360a6d93f51026d7fa9a8a75640067b7a551092e808) AuthConfig (b0288d1c57642029e740dd44e9481843243a4aeb0443a73e8c662ede0b4ad178) AuthConfig (1e2fd702039d5f6983ba0072ad21f7a864ba3d6e37540c049c4c2d9a18c8192a) AuthConfig (a9c6b4669ab9c03e92b89e338c8649d0b63270633fc17648a58be284b6afa43d) AuthConfig (1a844afd1be84d628af2288aadc5466a3cc0c1ebb3e523b31e4e2836aec72452) AuthConfig (c53f7074ed195b9751cfa8e6cd29a14de0becfa26619308335a655c84945d861) AuthConfig (c0d715880ae8d7af88291b7b2b2e6b679aa3b643b7088ca78589798e343bb2a0) AuthConfig (1da992f213d1a8047443304d8cbf63ee9dec86cf212c107c0e7566918ed2179d) AuthConfig (2c09a47a111180547deeab6240590de2fa99d8562f89c45bd94ea50779ffca04) AuthConfig (5ffcfb8b5ba68c3e40e2c5ccd007b938105d2ff270035b5464fee6a93bd6c4d7) AuthConfig (05827fbd4caddc04c7ee8bc6959f456fd9870e1a78963baa4736ef76c8b2b8f6) AuthConfig (4875a889a267c1284cdafa96bb7fd1df3d37d2a1a2bf82a8d02279adf44f45d4) AuthConfig (61d688e4acf57785363c8e2935978990a4f3cb97fe670c14495bcc9c63851f80) AuthConfig (bd5e9a0290db23a26b61689df167e804515af4af3b57704fd27bd371ed23d99c) AuthConfig (b1a67db88979aa95fc8eba3f0e3904e00e09fd4956dae9d934363a0e2266db75) AuthConfig (617fdbdd2e796a2cd7726eb0311599951e26f7dd14d3cfad7408dbeb0d5d0a8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"91e4e941-5ff5-49f6-8cf7-4fb8689637d5","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:59.939809698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"c959fe21-b8da-4193-a353-bb169d045293","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:37:59.939835297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"c959fe21-b8da-4193-a353-bb169d045293","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:02.870192141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"e67180e4-26d8-47dc-887a-cfa9e458ba8c","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:02.922987685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"e67180e4-26d8-47dc-887a-cfa9e458ba8c","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:03.174220453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ee92cc3-a966-486e-92f5-f5ef1ea9c8d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:03.174242304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ee92cc3-a966-486e-92f5-f5ef1ea9c8d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:05.916513267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:10.037631965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"5661ee13-e645-4410-a687-3c07af4b7fd3","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:10.090154388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"5661ee13-e645-4410-a687-3c07af4b7fd3","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:10.141340697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd42ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3e68111badc04d1bc45866f9b5cb31a989d472840bb2a53f2e8d3971013f2db) AuthConfig (0ed72186e805c59280b8debbdc7ac6d7b50d779cebe4f1041aa2e6e85b605ed2) AuthConfig (e30e6c6fee3c397c84061360a6d93f51026d7fa9a8a75640067b7a551092e808) AuthConfig (b0288d1c57642029e740dd44e9481843243a4aeb0443a73e8c662ede0b4ad178) AuthConfig (1e2fd702039d5f6983ba0072ad21f7a864ba3d6e37540c049c4c2d9a18c8192a) AuthConfig (a9c6b4669ab9c03e92b89e338c8649d0b63270633fc17648a58be284b6afa43d) AuthConfig (1a844afd1be84d628af2288aadc5466a3cc0c1ebb3e523b31e4e2836aec72452) AuthConfig (c53f7074ed195b9751cfa8e6cd29a14de0becfa26619308335a655c84945d861) AuthConfig (c0d715880ae8d7af88291b7b2b2e6b679aa3b643b7088ca78589798e343bb2a0) AuthConfig (1da992f213d1a8047443304d8cbf63ee9dec86cf212c107c0e7566918ed2179d) AuthConfig (2c09a47a111180547deeab6240590de2fa99d8562f89c45bd94ea50779ffca04) AuthConfig (5ffcfb8b5ba68c3e40e2c5ccd007b938105d2ff270035b5464fee6a93bd6c4d7) AuthConfig (05827fbd4caddc04c7ee8bc6959f456fd9870e1a78963baa4736ef76c8b2b8f6) AuthConfig (4875a889a267c1284cdafa96bb7fd1df3d37d2a1a2bf82a8d02279adf44f45d4) AuthConfig (61d688e4acf57785363c8e2935978990a4f3cb97fe670c14495bcc9c63851f80) AuthConfig (bd5e9a0290db23a26b61689df167e804515af4af3b57704fd27bd371ed23d99c) AuthConfig (b1a67db88979aa95fc8eba3f0e3904e00e09fd4956dae9d934363a0e2266db75) AuthConfig (617fdbdd2e796a2cd7726eb0311599951e26f7dd14d3cfad7408dbeb0d5d0a8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"5661ee13-e645-4410-a687-3c07af4b7fd3","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:15.012175582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"573e7b2e-c2c4-4b8d-9c41-a0a0881bfe3a","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:15.012212758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"573e7b2e-c2c4-4b8d-9c41-a0a0881bfe3a","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.240161489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"de5b8829-e513-4461-b50b-e2d50ce0463d","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.294209262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"de5b8829-e513-4461-b50b-e2d50ce0463d","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.346314843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd42ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3e68111badc04d1bc45866f9b5cb31a989d472840bb2a53f2e8d3971013f2db) AuthConfig (0ed72186e805c59280b8debbdc7ac6d7b50d779cebe4f1041aa2e6e85b605ed2) AuthConfig (e30e6c6fee3c397c84061360a6d93f51026d7fa9a8a75640067b7a551092e808) AuthConfig (b0288d1c57642029e740dd44e9481843243a4aeb0443a73e8c662ede0b4ad178) AuthConfig (1e2fd702039d5f6983ba0072ad21f7a864ba3d6e37540c049c4c2d9a18c8192a) AuthConfig (a9c6b4669ab9c03e92b89e338c8649d0b63270633fc17648a58be284b6afa43d) AuthConfig (1a844afd1be84d628af2288aadc5466a3cc0c1ebb3e523b31e4e2836aec72452) AuthConfig (c53f7074ed195b9751cfa8e6cd29a14de0becfa26619308335a655c84945d861) AuthConfig (c0d715880ae8d7af88291b7b2b2e6b679aa3b643b7088ca78589798e343bb2a0) AuthConfig (1da992f213d1a8047443304d8cbf63ee9dec86cf212c107c0e7566918ed2179d) AuthConfig (2c09a47a111180547deeab6240590de2fa99d8562f89c45bd94ea50779ffca04) AuthConfig (5ffcfb8b5ba68c3e40e2c5ccd007b938105d2ff270035b5464fee6a93bd6c4d7) AuthConfig (05827fbd4caddc04c7ee8bc6959f456fd9870e1a78963baa4736ef76c8b2b8f6) AuthConfig (4875a889a267c1284cdafa96bb7fd1df3d37d2a1a2bf82a8d02279adf44f45d4) AuthConfig (61d688e4acf57785363c8e2935978990a4f3cb97fe670c14495bcc9c63851f80) AuthConfig (bd5e9a0290db23a26b61689df167e804515af4af3b57704fd27bd371ed23d99c) AuthConfig (b1a67db88979aa95fc8eba3f0e3904e00e09fd4956dae9d934363a0e2266db75) AuthConfig (617fdbdd2e796a2cd7726eb0311599951e26f7dd14d3cfad7408dbeb0d5d0a8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"de5b8829-e513-4461-b50b-e2d50ce0463d","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.680421093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","namespace":"ai-tenant-e2e-mt-7865926d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.68047968Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","namespace":"ai-tenant-e2e-mt-7865926d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.6805285Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","tenant":"e2e-mt-7865926d","tenantID":"e2e-mt-7865926d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.730889421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"Deployment","name":"maas-api-e2e-mt-7865926d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.789762165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"Service","name":"maas-api-e2e-mt-7865926d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.841662244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-7865926d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.892168708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-7865926d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.947444934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:20.998785415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.052029195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.103055807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.151588918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"Deployment","name":"payload-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.200237165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.249180893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"Service","name":"payload-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.302071427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"Service","name":"payload-pre-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.35113411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"DestinationRule","name":"payload-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.399592673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.448109412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.500985823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.550036268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.598816915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.651158689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-7865926d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:21.700090619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7865926d"},"namespace":"ai-tenant-e2e-mt-7865926d","name":"default-tenant","reconcileID":"0afeebf9-20b8-4b7b-b78c-f9f6f7a6cd4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-7865926d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:22.989179658Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7865926d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7865926d","reconcileID":"9d9e1de3-61af-464c-b6c1-a47b98a0a023","aitenant":"ai-tenants/e2e-mt-7865926d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:23.477278737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a704c864-71d1-4d0a-add8-732b69088422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:23.525989649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a704c864-71d1-4d0a-add8-732b69088422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:23.575352786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a704c864-71d1-4d0a-add8-732b69088422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:23.625018844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a704c864-71d1-4d0a-add8-732b69088422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:23.779246479Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7865926d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7865926d","reconcileID":"9d9e1de3-61af-464c-b6c1-a47b98a0a023","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7865926d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-7865926d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:25.430235653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d166d019-2c75-4869-9d74-f62213c9cceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:25.478995369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d166d019-2c75-4869-9d74-f62213c9cceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:25.527810399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d166d019-2c75-4869-9d74-f62213c9cceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:25.576701676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d166d019-2c75-4869-9d74-f62213c9cceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:30.444841717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"0b48fd01-1e9c-4d6a-aa9a-a0a7af6a93fa","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:30.500785275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"0b48fd01-1e9c-4d6a-aa9a-a0a7af6a93fa","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:30.804120937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"9b241455-9d38-4f59-a440-37fba7d37b7e","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:30.804151223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"9b241455-9d38-4f59-a440-37fba7d37b7e","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:35.916206795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.149543228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"5e79e495-bbd3-4d61-882f-dcb486f3efd4","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.149565335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"5e79e495-bbd3-4d61-882f-dcb486f3efd4","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.206896386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"2ecab388-c9a7-4ac1-a76d-04759106f289","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.207016712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"2ecab388-c9a7-4ac1-a76d-04759106f289","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.250751899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"352e619c-b4e4-4325-878c-f2327ce33c44","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:38:36.257456089Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"2ecab388-c9a7-4ac1-a76d-04759106f289","name":"test-model-dd42ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-dd42ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:38:36.257463148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"901f52be-b09c-46a3-85d1-ec01e488c3e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-dd42ab-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:38:36.257510933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"2ecab388-c9a7-4ac1-a76d-04759106f289","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-dd42ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.262866461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"141342e8-9606-4db2-8dbe-1f876b7275ce","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.262882998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"141342e8-9606-4db2-8dbe-1f876b7275ce","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.305887639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"352e619c-b4e4-4325-878c-f2327ce33c44","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.365757998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"455855be-1ccb-4063-b61c-854e8d247ad5","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.365804138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"455855be-1ccb-4063-b61c-854e8d247ad5","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.417018143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"6745c851-002d-478a-865b-a0ac4d8b504d","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.417047453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"6745c851-002d-478a-865b-a0ac4d8b504d","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.60202268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"e666307f-a371-4f95-be40-6b9dbb16398e","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.621076285Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"a1c1df68-3f1a-4cf5-8e91-6d9d12e9e141","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"test-model-dd42ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.655825943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"e666307f-a371-4f95-be40-6b9dbb16398e","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.779062342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"771dae21-46f5-40f8-9e7e-f83d70cc22ce","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.779083788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"771dae21-46f5-40f8-9e7e-f83d70cc22ce","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:36.997715999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"1659feac-0047-4e60-a404-a45d5144f560","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:38.243599548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dc1177-2f4e-4c7f-a10b-fd7e37bc65ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:38.292501101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dc1177-2f4e-4c7f-a10b-fd7e37bc65ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:38.34178759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dc1177-2f4e-4c7f-a10b-fd7e37bc65ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:38.394218175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dc1177-2f4e-4c7f-a10b-fd7e37bc65ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:40.211331535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd10463c-6398-453b-adf5-087c509aa5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:40.260419621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd10463c-6398-453b-adf5-087c509aa5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:40.309238767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd10463c-6398-453b-adf5-087c509aa5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:40.358231306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd10463c-6398-453b-adf5-087c509aa5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:42.14364619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51724fc-2ceb-40da-9321-5a5d27a25ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:42.194649088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51724fc-2ceb-40da-9321-5a5d27a25ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:42.245956318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51724fc-2ceb-40da-9321-5a5d27a25ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:42.29626756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51724fc-2ceb-40da-9321-5a5d27a25ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:44.092434747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d5017-43ae-47f6-a68f-4451d7b1dd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:44.142622451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d5017-43ae-47f6-a68f-4451d7b1dd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:44.19152843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d5017-43ae-47f6-a68f-4451d7b1dd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:44.241903931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13d5017-43ae-47f6-a68f-4451d7b1dd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:46.09295058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6147e2c8-aad1-4c37-b605-5265adc09a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:46.142190651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6147e2c8-aad1-4c37-b605-5265adc09a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:46.190967484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6147e2c8-aad1-4c37-b605-5265adc09a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:46.239811154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6147e2c8-aad1-4c37-b605-5265adc09a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:53.469748414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"13a7de5f-6c70-4dae-8226-a6643538303a","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:53.626379281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"88861b63-655f-420b-9fdb-bcd5ae61521b","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:53.626412141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"88861b63-655f-420b-9fdb-bcd5ae61521b","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:53.963262784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"87fcc82c-4ca9-4796-89db-d872049b4b42","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:53.963428355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29723255-9b73-4a4d-995a-dde6ba1c0e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:53.963447478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29723255-9b73-4a4d-995a-dde6ba1c0e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:54.060471673Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-policy-d8894505","reconcileID":"87fcc82c-4ca9-4796-89db-d872049b4b42","MaaSAuthPolicy":{"name":"e2e-shared-policy-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"policyNamespace":"ai-tenant-e2e-mt-f5040abe","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:54.115280863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90512c04-48cc-48a3-933b-53878c391732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:54.115304024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90512c04-48cc-48a3-933b-53878c391732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:54.255315528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d351c905-a12b-429f-8f5b-470e5a297507","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:54.255340267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d351c905-a12b-429f-8f5b-470e5a297507","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:55.495637829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"69066e20-96fe-4759-b527-f3d78ee3aeb7","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:55.549081495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"69066e20-96fe-4759-b527-f3d78ee3aeb7","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:57.362352382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"8d7699ec-d644-440c-beba-616f190e2ebf","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:38:57.362382295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"8d7699ec-d644-440c-beba-616f190e2ebf","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:02.787795526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"f0eeab9f-9ff3-4631-9cf4-24b569636e03","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:02.787817479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"f0eeab9f-9ff3-4631-9cf4-24b569636e03","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:02.83888897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"f23be35a-9c08-4aeb-b33a-c73719b8112f","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:02.838913701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"f23be35a-9c08-4aeb-b33a-c73719b8112f","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:02.935584891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"622882e9-9d99-4348-9212-c8133e7f1d52","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:03.051565732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"622882e9-9d99-4348-9212-c8133e7f1d52","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:03.103184168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ff448d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"622882e9-9d99-4348-9212-c8133e7f1d52","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:03.154868403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"2e7a941b-01d5-4432-894c-a7b8339882e6","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:03.154888031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"2e7a941b-01d5-4432-894c-a7b8339882e6","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:04.420440557Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-sub-d8894505","reconcileID":"22b79652-9de7-47b9-a198-01e268fdeeef","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-d8894505","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:04.675595707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"namespace":"ai-tenant-e2e-mt-f5040abe","name":"e2e-shared-sub-d8894505","reconcileID":"22b79652-9de7-47b9-a198-01e268fdeeef","MaaSSubscription":{"name":"e2e-shared-sub-d8894505","namespace":"ai-tenant-e2e-mt-f5040abe"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:04.877086025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61c5ba2c-5a09-4282-a65e-a655de872d96","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:04.933401461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4726f19-e99e-4e70-982d-3a5d3f61e5f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:04.933426039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4726f19-e99e-4e70-982d-3a5d3f61e5f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:05.259813453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dc9b50-14f2-46b8-a28a-ca3539749c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:05.309388428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dc9b50-14f2-46b8-a28a-ca3539749c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:05.360145421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dc9b50-14f2-46b8-a28a-ca3539749c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:05.409214255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dc9b50-14f2-46b8-a28a-ca3539749c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:05.914962109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:07.201668497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2397931-0f5b-44d8-bcaa-cb8eb6e13d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:07.250621407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2397931-0f5b-44d8-bcaa-cb8eb6e13d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:07.299699889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2397931-0f5b-44d8-bcaa-cb8eb6e13d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:07.349760732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2397931-0f5b-44d8-bcaa-cb8eb6e13d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:10.205801172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c299990f-908b-4766-98c7-c5e8db72c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:10.25460922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c299990f-908b-4766-98c7-c5e8db72c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:10.303420378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c299990f-908b-4766-98c7-c5e8db72c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:10.352328231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c299990f-908b-4766-98c7-c5e8db72c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:10.822641193Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-82f3c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-82f3c6","reconcileID":"0608d1e4-dfca-4872-b00b-29b0ad417c4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-82f3c6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-82f3c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:12.13819808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfc0c7e-28ff-4b5e-a3ea-55842de43312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:12.186981123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfc0c7e-28ff-4b5e-a3ea-55842de43312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:12.235526193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfc0c7e-28ff-4b5e-a3ea-55842de43312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:12.284429929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfc0c7e-28ff-4b5e-a3ea-55842de43312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.017728918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"b7c76bf9-604c-4909-bde8-1bb6a5f4e2de","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.017758467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"b7c76bf9-604c-4909-bde8-1bb6a5f4e2de","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.071849289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"e69df599-6561-432c-9e9e-dd61f0b580d9","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.071876991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"e69df599-6561-432c-9e9e-dd61f0b580d9","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:39:13.121450077Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"e69df599-6561-432c-9e9e-dd61f0b580d9","name":"rate-test-model-fa9005","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-fa9005\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:39:13.121534253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"e69df599-6561-432c-9e9e-dd61f0b580d9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-fa9005\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.126909332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"d8c98f94-a1b0-401d-a75b-7f86a90b06a5","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.126955598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"d8c98f94-a1b0-401d-a75b-7f86a90b06a5","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.310405139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"e30afea6-0197-4309-82e4-f004632919dd","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.363132952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"e30afea6-0197-4309-82e4-f004632919dd","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:13.414885322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ff448d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"e30afea6-0197-4309-82e4-f004632919dd","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:14.082848747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1ac4d7-f4e5-452c-b556-e8a14f1df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:14.132410305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1ac4d7-f4e5-452c-b556-e8a14f1df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:14.181212119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1ac4d7-f4e5-452c-b556-e8a14f1df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:14.230832149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1ac4d7-f4e5-452c-b556-e8a14f1df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.429398539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"8fbe12a9-1c1a-490f-b0d1-d8996a3c707c","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.429421349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"8fbe12a9-1c1a-490f-b0d1-d8996a3c707c","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.480993595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"b33bcf13-f790-40c9-90ce-6dfa9a1079be","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.481016146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"b33bcf13-f790-40c9-90ce-6dfa9a1079be","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.580027467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"d0cd198d-dd61-49d2-b64d-771dc28d73de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.699713009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"d0cd198d-dd61-49d2-b64d-771dc28d73de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.751520425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"d0cd198d-dd61-49d2-b64d-771dc28d73de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.803261306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"c8112645-c522-46c3-97c5-c753f5d94007","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:18.80328495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"c8112645-c522-46c3-97c5-c753f5d94007","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:23.514375416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"d914ff81-eb62-4593-a6be-c9fb8eec90d1","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:23.567423793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"d914ff81-eb62-4593-a6be-c9fb8eec90d1","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:23.619679165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ff448d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"d914ff81-eb62-4593-a6be-c9fb8eec90d1","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:25.389470348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"e3119ed6-7833-4c6c-8029-136c39917d57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:25.4558131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"4eb6f805-25ce-43cd-8f94-8ae4b3e50831","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:25.783217041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"e710126f-b552-42c7-bca6-988716da168f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:25.889633052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abe7924d-306b-4cfd-a73c-44b10b571669","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:25.988686359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"dc169883-78a0-4dc2-a41d-78e765ff903b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.103717956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"eb2b410d-402f-40a3-b141-231754ba1dde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.298774216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"b10f09ca-0ce3-401c-89b8-a153d93cda6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.388324114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a02aa48-8cf3-4a69-84a3-3300871f0917","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.617784626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"5c6b15a8-2f3f-4f36-9f46-3a059c0eca60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.656626511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"7faa7bee-8f4f-4f48-906b-cc244b646bf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.76762577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"9730258e-fc14-4147-9428-adbff9ddf3aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.854425844Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","namespace":"ai-tenant-e2e-shared-a-w0-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.854537028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","namespace":"ai-tenant-e2e-shared-a-w0-e51451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.854651784Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","tenant":"e2e-shared-a-w0-e51451","tenantID":"e2e-shared-a-w0-e51451","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.916135435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-e51451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:26.984413684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"Service","name":"maas-api-e2e-shared-a-w0-e51451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.015824323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"33eefccc-e825-45e4-bb10-3c0ec19ace0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.041980997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-e51451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.095526351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-e51451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.117517603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"6b479d49-b357-4336-bf6f-a79702bf7c51","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.147091871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.20002728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.25425246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.305286614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.358564155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.411695963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.460601931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.509147217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.557592075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.606294792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.654737457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.707225054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.755504324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.804023997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.853320902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-e51451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:27.90177544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e51451"},"namespace":"ai-tenant-e2e-shared-a-w0-e51451","name":"default-tenant","reconcileID":"2cec1325-2bae-41ea-8817-91d1d59de949","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-e51451","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:28.901478818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"757b2937-3a12-4d7c-a2b5-977905a6b2d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:28.954232787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"757b2937-3a12-4d7c-a2b5-977905a6b2d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:29.0066489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"757b2937-3a12-4d7c-a2b5-977905a6b2d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:33.718409923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"04fa3f43-0ae3-4cc7-8ba3-f90effd599b8","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:33.771292123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"04fa3f43-0ae3-4cc7-8ba3-f90effd599b8","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:33.824399556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ff448d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be6b9ebfd6ecc58e6924bea8af8e449d526ff9b43d8ced793fa55a3f8da35995) AuthConfig (1b6871fa1220b1b777f5d40eea7fcf737054a4ba89c7291e33422ade1508ffc8) AuthConfig (27e60f572ceb5e98195dac5eafa70a74aa0ffbb870410dd66422d0d6477e7bae) AuthConfig (b08fc5a4aff62c4ba23340f61626670091f48fdeb545d6187d16b9ebf6f61b1d) AuthConfig (a42a1aa74c17bcccb984ab4a7e59c9a09e3784c27248f1d57590aa032d536adc) AuthConfig (4a85c03748bb7c5694c3c2aedb6441398698a5ed5fe825e23d984a7962442553) AuthConfig (b156ef9f3f0aeaf1931f2f68a1332edb90b59dd4f81cf184338158a3fe9482b0) AuthConfig (5f459413f0d01ce2c7e8f9a248bdb76fd12aad8338df154926806d81dc3bcd93) AuthConfig (ed352aae89ef7483ebb70aa1972bcd886b3a3b852faf3935c0c3bd872de0dd4e) AuthConfig (684b5127d27adfb17a260716cb6c2d01145ba903c0e7c982d643fc82afb78c19) AuthConfig (cf49233f6f5d175cf042229587b15886a68920d1a6b7e7148d96b5b7dd4dffc4) AuthConfig (0bde94ab642ed106d4d7cc16786a4d25097f4a49c36166cd9282e8799afb3ef6) AuthConfig (5457632ce23a3c42aa0ebbb8b176eba4e6e070398e32c09a9d4ca0c165abdb32) AuthConfig (0a9ada91ecce1d8de27965ce290246bd4843165c8234b88047fe4be7542b8a87) AuthConfig (f25104d7e19600bdf609a9aa847ec2e3708ed71202b7af6e09c97549ddf057a0) AuthConfig (7e7346978d7dcd5efdd3cc84eee10941a4609c87d6612af54db4637fb180c14f) AuthConfig (ef6d729bc15700ee7821925465d1cee04f20d422dec1fb3c4528612eb83fc31c) AuthConfig (ba9626c3368f7b8d917eed55d90e2da9298759f15b65a1278b2e3c260a255eac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"04fa3f43-0ae3-4cc7-8ba3-f90effd599b8","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:33.878433619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"a2dd9531-d32d-48d5-8f80-b4b54dce18d8","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:33.878458617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"a2dd9531-d32d-48d5-8f80-b4b54dce18d8","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:35.571091134Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e51451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e51451","reconcileID":"da61cb5b-31ec-4e6e-9aa6-0432d4b36410","aitenant":"ai-tenants/e2e-shared-a-w0-e51451","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:35.916660473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:36.078331201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f3946-ea06-4907-a929-a0b3e905041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:36.127686335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f3946-ea06-4907-a929-a0b3e905041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:36.176824185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f3946-ea06-4907-a929-a0b3e905041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:36.225818724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f3946-ea06-4907-a929-a0b3e905041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:36.331760674Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e51451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e51451","reconcileID":"da61cb5b-31ec-4e6e-9aa6-0432d4b36410","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e51451","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e51451"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:38.014694413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c91a01-336e-483b-b0f0-0b0059b393d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:38.063606593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c91a01-336e-483b-b0f0-0b0059b393d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:38.112432742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c91a01-336e-483b-b0f0-0b0059b393d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:38.161416307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c91a01-336e-483b-b0f0-0b0059b393d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:39.187798596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"b36b6b8d-468a-468a-8b67-9ed5a1af569a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:39.243068902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"b36b6b8d-468a-468a-8b67-9ed5a1af569a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:39.295130604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"b36b6b8d-468a-468a-8b67-9ed5a1af569a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:39.915739185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2c1fb-ba74-495f-bc98-1eb90cc3ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:39.964878099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2c1fb-ba74-495f-bc98-1eb90cc3ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:40.013745337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2c1fb-ba74-495f-bc98-1eb90cc3ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:40.062944861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2c1fb-ba74-495f-bc98-1eb90cc3ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:43.976732326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"609da3ab-229a-4761-ab52-9907a5ce55b3","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:44.030681215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"609da3ab-229a-4761-ab52-9907a5ce55b3","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:44.091236618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ff448d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be6b9ebfd6ecc58e6924bea8af8e449d526ff9b43d8ced793fa55a3f8da35995) AuthConfig (1b6871fa1220b1b777f5d40eea7fcf737054a4ba89c7291e33422ade1508ffc8) AuthConfig (27e60f572ceb5e98195dac5eafa70a74aa0ffbb870410dd66422d0d6477e7bae) AuthConfig (b08fc5a4aff62c4ba23340f61626670091f48fdeb545d6187d16b9ebf6f61b1d) AuthConfig (a42a1aa74c17bcccb984ab4a7e59c9a09e3784c27248f1d57590aa032d536adc) AuthConfig (4a85c03748bb7c5694c3c2aedb6441398698a5ed5fe825e23d984a7962442553) AuthConfig (b156ef9f3f0aeaf1931f2f68a1332edb90b59dd4f81cf184338158a3fe9482b0) AuthConfig (5f459413f0d01ce2c7e8f9a248bdb76fd12aad8338df154926806d81dc3bcd93) AuthConfig (ed352aae89ef7483ebb70aa1972bcd886b3a3b852faf3935c0c3bd872de0dd4e) AuthConfig (684b5127d27adfb17a260716cb6c2d01145ba903c0e7c982d643fc82afb78c19) AuthConfig (cf49233f6f5d175cf042229587b15886a68920d1a6b7e7148d96b5b7dd4dffc4) AuthConfig (0bde94ab642ed106d4d7cc16786a4d25097f4a49c36166cd9282e8799afb3ef6) AuthConfig (5457632ce23a3c42aa0ebbb8b176eba4e6e070398e32c09a9d4ca0c165abdb32) AuthConfig (0a9ada91ecce1d8de27965ce290246bd4843165c8234b88047fe4be7542b8a87) AuthConfig (f25104d7e19600bdf609a9aa847ec2e3708ed71202b7af6e09c97549ddf057a0) AuthConfig (7e7346978d7dcd5efdd3cc84eee10941a4609c87d6612af54db4637fb180c14f) AuthConfig (ef6d729bc15700ee7821925465d1cee04f20d422dec1fb3c4528612eb83fc31c) AuthConfig (ba9626c3368f7b8d917eed55d90e2da9298759f15b65a1278b2e3c260a255eac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"609da3ab-229a-4761-ab52-9907a5ce55b3","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:44.618777388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0d767f-0b1e-4a40-9854-40ecd822f01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:44.667686382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0d767f-0b1e-4a40-9854-40ecd822f01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:44.716683932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0d767f-0b1e-4a40-9854-40ecd822f01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:44.765536569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0d767f-0b1e-4a40-9854-40ecd822f01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:46.582471922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2540695-e5aa-42bb-9d81-c2eae2541589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:46.631477787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2540695-e5aa-42bb-9d81-c2eae2541589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:46.680515511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2540695-e5aa-42bb-9d81-c2eae2541589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:46.777211254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2540695-e5aa-42bb-9d81-c2eae2541589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:49.394024622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"f1a1604f-4f7a-47a8-b488-c19eda06f4be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:49.44675729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"f1a1604f-4f7a-47a8-b488-c19eda06f4be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:49.499753527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"f1a1604f-4f7a-47a8-b488-c19eda06f4be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:54.189559424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"e152d084-5d69-4bb9-b025-ce8c331267f2","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:54.242763554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"e152d084-5d69-4bb9-b025-ce8c331267f2","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:54.295065483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ff448d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be6b9ebfd6ecc58e6924bea8af8e449d526ff9b43d8ced793fa55a3f8da35995) AuthConfig (1b6871fa1220b1b777f5d40eea7fcf737054a4ba89c7291e33422ade1508ffc8) AuthConfig (27e60f572ceb5e98195dac5eafa70a74aa0ffbb870410dd66422d0d6477e7bae) AuthConfig (b08fc5a4aff62c4ba23340f61626670091f48fdeb545d6187d16b9ebf6f61b1d) AuthConfig (a42a1aa74c17bcccb984ab4a7e59c9a09e3784c27248f1d57590aa032d536adc) AuthConfig (4a85c03748bb7c5694c3c2aedb6441398698a5ed5fe825e23d984a7962442553) AuthConfig (b156ef9f3f0aeaf1931f2f68a1332edb90b59dd4f81cf184338158a3fe9482b0) AuthConfig (5f459413f0d01ce2c7e8f9a248bdb76fd12aad8338df154926806d81dc3bcd93) AuthConfig (ed352aae89ef7483ebb70aa1972bcd886b3a3b852faf3935c0c3bd872de0dd4e) AuthConfig (684b5127d27adfb17a260716cb6c2d01145ba903c0e7c982d643fc82afb78c19) AuthConfig (cf49233f6f5d175cf042229587b15886a68920d1a6b7e7148d96b5b7dd4dffc4) AuthConfig (0bde94ab642ed106d4d7cc16786a4d25097f4a49c36166cd9282e8799afb3ef6) AuthConfig (5457632ce23a3c42aa0ebbb8b176eba4e6e070398e32c09a9d4ca0c165abdb32) AuthConfig (0a9ada91ecce1d8de27965ce290246bd4843165c8234b88047fe4be7542b8a87) AuthConfig (f25104d7e19600bdf609a9aa847ec2e3708ed71202b7af6e09c97549ddf057a0) AuthConfig (7e7346978d7dcd5efdd3cc84eee10941a4609c87d6612af54db4637fb180c14f) AuthConfig (ef6d729bc15700ee7821925465d1cee04f20d422dec1fb3c4528612eb83fc31c) AuthConfig (ba9626c3368f7b8d917eed55d90e2da9298759f15b65a1278b2e3c260a255eac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"e152d084-5d69-4bb9-b025-ce8c331267f2","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.106879209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"03637822-1515-40a8-a433-9319402f5332","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.207988448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"1c473b9b-a3d5-40ea-aa81-3de52c3e8b89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.311722433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"8fd3f705-dda9-4b84-9cb2-9e84547745b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.311833906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"84e65243-4c90-44cb-a066-a218bcf35bfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.410398964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"408173e5-ad1e-4ee3-bdc0-eae200421aa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.566540351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"14f866bc-5906-4d7b-b773-97b4bacc7b8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.598084554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"6ccf8c86-9730-438a-9b3c-6dbb90c7da1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.651288395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"6ccf8c86-9730-438a-9b3c-6dbb90c7da1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.702629198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"6ccf8c86-9730-438a-9b3c-6dbb90c7da1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.743805416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"47eab78c-3634-42d4-9f71-a92b76d1421a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:39:59.842383139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"494db8dd-0a9a-4658-b798-f8e88278b320","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:00.079005818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"b8788520-1493-4219-944e-7391499dcebf","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:00.198903718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"35aa34ae-b146-4b8a-a8ef-ff414fb59a78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:00.367377562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"091023b3-56af-47b0-a133-fc679823ad03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:00.514483666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"caf2f43f-5def-43b8-a6ca-dcf831caf58f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:00.614453565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"df3fa838-b563-49ef-bf23-1e951ac7e57e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:04.393789206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"784c700f-1324-4997-94a2-2501ef07de9d","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:04.446569521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"784c700f-1324-4997-94a2-2501ef07de9d","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:04.697566354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"0832f3c4-9b56-4420-9ece-67975c43b4e6","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:04.697588362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"0832f3c4-9b56-4420-9ece-67975c43b4e6","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:05.916417636Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:09.802019921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"3092f14d-b981-4459-8269-8eafa87b8743","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:09.854711748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"3092f14d-b981-4459-8269-8eafa87b8743","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:09.90711058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f131f5211b90b7aa0b6ade727f33d1a4864d1fefa1fd1516ee2496fda5db1bbf) AuthConfig (8b009f7ee4a44aec437907290f4b76d484478f97363045102df16d457d974179) AuthConfig (2a499f000fce20762508f2dcc4b3a08bfd05111149a7e2c3a64e34048d9cacdf) AuthConfig (2b7dccf6b2ab80131b469510d7a37447cbe414c27dc6fe6c77d0b827947472f3) AuthConfig (21b20b82ea1f441bba96af1240a3cfd3d2a3b8eef6b896c89f425a9d6510a101) AuthConfig (e3fa5f7ee90de4282febc566fab46f239a8de922c22b1172e95b0fcc0045cda2) AuthConfig (f24047f83a173bf83736f84a3296c7ad05490692197d127511fa618c04250080) AuthConfig (24b783fd66a90491cf652131c50139fb85bb81ddb08854405ab7da74e063b676) AuthConfig (04b794bc560b1f73035c38d403f71722c2c520ed46cc3e5054af2290c0af7c27) AuthConfig (08780c8d7f08cee5b8bf9fc8e7fe0bd5d5e59d273c531d6f57ad93463fca45bc) AuthConfig (371bab0929faa62e81999530003bfe33201b061c684ca22af2fb3360c6f987d6) AuthConfig (a5582794e806b70e39f2b48c3665542394f09a6b3044ccb6eb754d8a80d2cdf4) AuthConfig (272881509238a2ef3382a638fe1e047f8024e4c84ba6527e559499d0d636dbc7) AuthConfig (ad7c0fa3189a3b2e415e0b94e114af4eb0168dc8b1ab53e420d0d940515e5e6c) AuthConfig (7ff51e910635ea5e339235445f4739e1567d7e51b19766a83a1c936705990b7f) AuthConfig (39f67fc1304a81d8e559112fe62175433b2f042fe38d7319c58a8fc489bd2896) AuthConfig (ff843924cd3c71bd1bc93d6bd4425a47d49335faf8489f12d73b1bab26d06c4e) AuthConfig (6e3132bc96635f74d5707d18b34fa0a959efa1abb9a457b42c26147a67176754)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"3092f14d-b981-4459-8269-8eafa87b8743","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:09.959456578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"30f73cb5-e91f-4a97-be00-b1f129102508","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:09.959482956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"30f73cb5-e91f-4a97-be00-b1f129102508","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.09189776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"86b293b8-6b44-4829-9d67-c310d92ea31b","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.091949505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"86b293b8-6b44-4829-9d67-c310d92ea31b","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.146916738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"fd8cded4-3434-4909-bdd3-cf1082035403","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.146961056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"fd8cded4-3434-4909-bdd3-cf1082035403","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.189568678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"0217d06f-d10d-4184-bbb0-6982c8ecbab7","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:40:10.197735535Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"fd8cded4-3434-4909-bdd3-cf1082035403","name":"test-model-ff448d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ff448d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:40:10.197822186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"fd8cded4-3434-4909-bdd3-cf1082035403","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ff448d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:40:10.198320853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"de571b84-a66a-49f5-986e-338010986316","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ff448d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.203564322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"1e178905-e247-424e-9b91-09eaa634c530","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.203584474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"1e178905-e247-424e-9b91-09eaa634c530","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.242266399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"0217d06f-d10d-4184-bbb0-6982c8ecbab7","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.305127498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"3746902c-aa47-4685-bbae-66f38ec7c69d","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.305154446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"3746902c-aa47-4685-bbae-66f38ec7c69d","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.357245269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"e1dd916d-fea1-46d7-845b-3c96c712598a","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.357266598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"e1dd916d-fea1-46d7-845b-3c96c712598a","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.553914345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"4d60e805-9780-48a2-ba53-f667a61017fc","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.566013811Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"0eca2393-6522-4a8b-9339-cf88d5ce6ce1","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"maas-trlp-test-model-ff448d","model":"test-model-ff448d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-ff448d/test-model-ff448d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.606948756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"4d60e805-9780-48a2-ba53-f667a61017fc","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.722582462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"deebf8e5-8620-4db5-bd24-8777ed766fe9","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.722603771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"deebf8e5-8620-4db5-bd24-8777ed766fe9","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:10.919695052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"760418e6-047f-43d2-b4a4-d49ab87fdd6b","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"maas-trlp-test-model-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.168914077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"03b7220e-7ca9-4a1a-8b7a-c95f43daa773","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.289213382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"79359133-2275-496f-b238-f2df8e3f46e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.387251288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"a6805045-8ca3-4c3b-b6bd-635e1b66e851","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.408687647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"d23161e9-143c-4059-a8fc-1da6b53543ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.493149605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"9a0af62a-4d9b-46ed-aae7-8e993f07e4a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.591089062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64380f1b-8ccb-4f50-88e3-92f5c2b7c6a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.639720837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"0f0a35ff-965e-4fb9-886c-3e37e775266e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:18.926966059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"34873921-99fa-4d97-8081-7a24caa723ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:19.042625895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"6537ac0e-01c0-47a5-9a72-29316b3ef300","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:19.144860291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"11a905a1-905c-4d68-87b5-d04e7664e36c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:19.271751807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1f57034-9368-42c6-9d8d-dd364aa8fea8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:19.496872148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"48c4fed2-f574-4be1-b146-002e577489c6","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:19.6168627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"c3650fb4-a2d6-4381-b81a-d2578d82bf48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:20.056894423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"a55c4e6a-6a6c-4161-9a41-39be1eb86967","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:20.109795113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"a55c4e6a-6a6c-4161-9a41-39be1eb86967","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:20.411454889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"f5bc2d1f-714f-43ce-826e-f818296ff6f8","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:20.411481841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"f5bc2d1f-714f-43ce-826e-f818296ff6f8","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:25.635685628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"d815f84e-842c-4c7e-905e-d2e672d4d550","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:25.635714237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"d815f84e-842c-4c7e-905e-d2e672d4d550","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:25.688540791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"f0c2ba32-b908-4cc9-a067-66ba51e6b8d7","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:25.688563093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"f0c2ba32-b908-4cc9-a067-66ba51e6b8d7","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:25.786859156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"fd6e4d81-720a-4fde-bf32-372250028b9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:25.907359491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"fd6e4d81-720a-4fde-bf32-372250028b9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:25.959228393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"fd6e4d81-720a-4fde-bf32-372250028b9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:26.013350564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"03e885af-06fe-4a2e-8fbe-4996f987e03c","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:26.013370967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"03e885af-06fe-4a2e-8fbe-4996f987e03c","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:26.873656982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"d9740172-3acd-4fc0-ab45-db27b146479c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:26.98337259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"d9740172-3acd-4fc0-ab45-db27b146479c","name":"e2e-shared-b-w3-82f3c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:35.915374275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:36.111032739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"e65a6761-74b2-40ae-837f-3ef610fcc283","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:36.170271397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"e65a6761-74b2-40ae-837f-3ef610fcc283","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:36.222153312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"e65a6761-74b2-40ae-837f-3ef610fcc283","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:40.768500617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"3ffe658c-ed9a-48bc-9792-160a31c6335b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:40.880247228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"f8fed7ab-79b7-46ff-b636-bfe05131a2d3","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:40.98173858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"9c97cfa0-843a-4ede-ac0f-a69336c08190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:41.343123623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"f1ad9501-8a89-4be2-8c09-32693cd5361a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:41.555237122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"b3d2e138-c36d-4f4f-95e3-a2c840ed9143","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:41.731261148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"aee3d03e-e171-48d9-b8c6-2a480b6074be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:41.831777929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"1c815ae2-d702-4f5c-8e4e-ee99169f6395","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"maas-trlp-test-model-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:41.977640692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"2906d5cd-9c2f-4980-a21f-e9535dfded2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:41.989263316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"7234db7d-e2a1-4648-a980-9493fda8eb17","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:41.989284883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"7234db7d-e2a1-4648-a980-9493fda8eb17","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.090239416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24854b22-1661-4ec3-ade6-fed82c50a497","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.188217256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"c36194ff-49ae-4bf8-a11f-258fe92c4211","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.188727841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"06dd95f0-c689-407b-adcb-6e2d9772e87c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.279690115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"860fcf11-ba39-4b0c-a46f-35ca98ae2d0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.469593456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0b07f6e-7ee0-4941-9bbf-b7204c803b0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.522980437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"35468973-d505-4920-9b81-bba9faf084cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.879210664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa84e9-8f61-49c5-9987-5a2956aacfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.928245227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa84e9-8f61-49c5-9987-5a2956aacfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:42.977775866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa84e9-8f61-49c5-9987-5a2956aacfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:43.027991528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa84e9-8f61-49c5-9987-5a2956aacfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:43.125339752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"19c5f457-51ce-43fc-a64f-34a21a453278","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:43.178326868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"19c5f457-51ce-43fc-a64f-34a21a453278","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:44.829043635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85b12c-c98a-4a19-a1e1-a63154dae076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:44.877986455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85b12c-c98a-4a19-a1e1-a63154dae076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:44.926831003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85b12c-c98a-4a19-a1e1-a63154dae076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:44.975915887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85b12c-c98a-4a19-a1e1-a63154dae076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.320060391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"e1065001-752a-408c-8244-4f5f8453bf72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.373050129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"e1065001-752a-408c-8244-4f5f8453bf72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.42513927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (158bd173b40f609bdefb977a9788b942a88e8c0f0b009401b2b779e407181861) AuthConfig (ba936e0f21dcb8a9a520757eb8c32a820aabe0f47d345d9fa314fa2bdf1c5812) AuthConfig (2f55d77c7fadbb97ad55f4c4957a65e5ced39a542287d196f0148a4d1050f78d) AuthConfig (471ee580a98830e4312ade0c7a8320e04d4dce41ddcf9e633a23dbd21cde12f0) AuthConfig (3734a7b9f82094ec5318830f96a5f4ef3c6ed72f2967a95728cc0b363eeccef8) AuthConfig (c08185b0fcce35c959efa33d046338f063ae55d07877d34dd58f8d86f3a1bea6) AuthConfig (bf5427841f969971086a56ed3e079472516e04f846cb1bd4f251e71cff4c5714) AuthConfig (ba8784c4acd313a3bdedfef7424b0dfbd88bcc90194c346e7dca1e901b2d3c48) AuthConfig (d0290e09019c90aa31da8adadbc4ed346a555006110737bb8fa0cefc559320c4) AuthConfig (1d4d6dfa385726778854be2327bbf78df877066174f33b0157904610cc053a3b) AuthConfig (c58511acb4705d1b6e08040d0d1df0928945b87f2d6ddd0ea4ddac84d1821f1c) AuthConfig (073b5ec027fa57ba99be47ac59975079d5bdb45c97baa18285a56945c121d9e2) AuthConfig (c2bdba6e2fbbc682a4db97f5f86a737f683b76a8679225476b9e125ced388179) AuthConfig (9740ea993235b27fe0e1e17c25db050022dd26e74f76f27d5e34294383792d13) AuthConfig (7ccefa1db441e57843bc8732c5d617f8955ec853bbec6fb97737fb830d5ad15f) AuthConfig (6deaa05e74d988c37497da544ca6372f97f7a15d01adefc3cb70d2a490e128b0) AuthConfig (dfa6f5c81b801ff42b420861d6f21be10c5d34503cffdec9dc2215158f706f5b) AuthConfig (0e3213b2c9a0beb7b9d6d5d2f36dbb6ef37d0645ef837add65f1d9f3c0a2d9f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"e1065001-752a-408c-8244-4f5f8453bf72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.481827949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"7d32fbd7-d179-4616-854b-c3ed8923ef1f","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.481850899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"7d32fbd7-d179-4616-854b-c3ed8923ef1f","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.74753129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368a539d-6abc-4981-86af-c26f486c548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.797528142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368a539d-6abc-4981-86af-c26f486c548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.846647574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368a539d-6abc-4981-86af-c26f486c548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:46.895491392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368a539d-6abc-4981-86af-c26f486c548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.457700347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.457759588Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.45780833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","tenant":"e2e-shared-b-w0-59f6e3","tenantID":"e2e-shared-b-w0-59f6e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.508513041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-59f6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.567274177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"Service","name":"maas-api-e2e-shared-b-w0-59f6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.621375516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-59f6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.672032502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-59f6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.724535776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.7764376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.828167924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.879218765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.928098434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:54.97672148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.026031155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.075182272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.124043913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.17525819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.224371976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.276723373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.325527236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.374260582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.426103627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-59f6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:55.474812198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-59f6e3"},"namespace":"ai-tenant-e2e-shared-b-w0-59f6e3","name":"default-tenant","reconcileID":"189b9086-fac6-4a6c-8ca3-eb1372fc565b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-59f6e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:56.580350448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"202c3019-d013-4d41-af8e-a71739549c3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:56.633211841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"202c3019-d013-4d41-af8e-a71739549c3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:56.684841654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (158bd173b40f609bdefb977a9788b942a88e8c0f0b009401b2b779e407181861) AuthConfig (ba936e0f21dcb8a9a520757eb8c32a820aabe0f47d345d9fa314fa2bdf1c5812) AuthConfig (2f55d77c7fadbb97ad55f4c4957a65e5ced39a542287d196f0148a4d1050f78d) AuthConfig (471ee580a98830e4312ade0c7a8320e04d4dce41ddcf9e633a23dbd21cde12f0) AuthConfig (3734a7b9f82094ec5318830f96a5f4ef3c6ed72f2967a95728cc0b363eeccef8) AuthConfig (c08185b0fcce35c959efa33d046338f063ae55d07877d34dd58f8d86f3a1bea6) AuthConfig (bf5427841f969971086a56ed3e079472516e04f846cb1bd4f251e71cff4c5714) AuthConfig (ba8784c4acd313a3bdedfef7424b0dfbd88bcc90194c346e7dca1e901b2d3c48) AuthConfig (d0290e09019c90aa31da8adadbc4ed346a555006110737bb8fa0cefc559320c4) AuthConfig (1d4d6dfa385726778854be2327bbf78df877066174f33b0157904610cc053a3b) AuthConfig (c58511acb4705d1b6e08040d0d1df0928945b87f2d6ddd0ea4ddac84d1821f1c) AuthConfig (073b5ec027fa57ba99be47ac59975079d5bdb45c97baa18285a56945c121d9e2) AuthConfig (c2bdba6e2fbbc682a4db97f5f86a737f683b76a8679225476b9e125ced388179) AuthConfig (9740ea993235b27fe0e1e17c25db050022dd26e74f76f27d5e34294383792d13) AuthConfig (7ccefa1db441e57843bc8732c5d617f8955ec853bbec6fb97737fb830d5ad15f) AuthConfig (6deaa05e74d988c37497da544ca6372f97f7a15d01adefc3cb70d2a490e128b0) AuthConfig (dfa6f5c81b801ff42b420861d6f21be10c5d34503cffdec9dc2215158f706f5b) AuthConfig (0e3213b2c9a0beb7b9d6d5d2f36dbb6ef37d0645ef837add65f1d9f3c0a2d9f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"202c3019-d013-4d41-af8e-a71739549c3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:58.841665109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adc585b-c67d-49b4-a036-3184ddbbeeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:58.841736428Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-59f6e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-59f6e3","reconcileID":"ca7a515b-879c-45a8-b877-545e1c0d6526","aitenant":"ai-tenants/e2e-shared-b-w0-59f6e3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:58.890674431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adc585b-c67d-49b4-a036-3184ddbbeeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:58.940028658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adc585b-c67d-49b4-a036-3184ddbbeeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:58.98926016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adc585b-c67d-49b4-a036-3184ddbbeeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:40:59.595571992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-59f6e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-59f6e3","reconcileID":"ca7a515b-879c-45a8-b877-545e1c0d6526","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-59f6e3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-59f6e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.607341887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-access","reconcileID":"fbaab9d7-b29f-4aaf-8bf3-65970e01c1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.607482866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"2295882d-ea46-4188-9fd7-e0cb7821ab47","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.76243282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5a38d9-03f6-4f69-8507-fe9aef2e55be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.812395855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5a38d9-03f6-4f69-8507-fe9aef2e55be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.862056535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5a38d9-03f6-4f69-8507-fe9aef2e55be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.873365342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"e52f290d-0723-43c4-8342-26284bcd61d3","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.911043998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5a38d9-03f6-4f69-8507-fe9aef2e55be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.911560677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b8dbe2b3-69a4-4032-b2c6-51e9ea82435d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:00.975198011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"b8dbe2b3-69a4-4032-b2c6-51e9ea82435d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:01.020435688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"af57bae6-2323-475d-adc1-4510d00e80f9","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:01.020869301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"8262dc0f-1149-46d8-902d-7a921d4bdca9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:01.235360112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"e149fd47-f71f-45ae-9dd8-c78b33ccd855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:01.2883428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"e149fd47-f71f-45ae-9dd8-c78b33ccd855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:02.706344705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dbae3d-b942-4cdb-860e-39da2e26a9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:02.755396155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dbae3d-b942-4cdb-860e-39da2e26a9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:02.804555592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dbae3d-b942-4cdb-860e-39da2e26a9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:02.85404782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dbae3d-b942-4cdb-860e-39da2e26a9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:05.903523296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-2-w0-77f3fc","reconcileID":"ef97d763-a435-4075-9aaa-e9b4a63e5e3a","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-2-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-2-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:05.914998257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.235734015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"d16db638-e3a3-4aae-a831-d6613a339175","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.564385954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"4102b2b2-5426-4377-b308-9f28639d2a08","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.716703882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"46d2de26-4f64-443c-b4e6-558c6217e421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.769522755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"46d2de26-4f64-443c-b4e6-558c6217e421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.774699154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"ce5b9cfc-24b8-40e9-aedd-32bb9b0b23d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.782668993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"385b06a0-cc4f-428c-aa94-d3f5f7a7f649","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.835651287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"385b06a0-cc4f-428c-aa94-d3f5f7a7f649","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.887545746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (158bd173b40f609bdefb977a9788b942a88e8c0f0b009401b2b779e407181861) AuthConfig (ba936e0f21dcb8a9a520757eb8c32a820aabe0f47d345d9fa314fa2bdf1c5812) AuthConfig (2f55d77c7fadbb97ad55f4c4957a65e5ced39a542287d196f0148a4d1050f78d) AuthConfig (471ee580a98830e4312ade0c7a8320e04d4dce41ddcf9e633a23dbd21cde12f0) AuthConfig (3734a7b9f82094ec5318830f96a5f4ef3c6ed72f2967a95728cc0b363eeccef8) AuthConfig (c08185b0fcce35c959efa33d046338f063ae55d07877d34dd58f8d86f3a1bea6) AuthConfig (bf5427841f969971086a56ed3e079472516e04f846cb1bd4f251e71cff4c5714) AuthConfig (ba8784c4acd313a3bdedfef7424b0dfbd88bcc90194c346e7dca1e901b2d3c48) AuthConfig (d0290e09019c90aa31da8adadbc4ed346a555006110737bb8fa0cefc559320c4) AuthConfig (1d4d6dfa385726778854be2327bbf78df877066174f33b0157904610cc053a3b) AuthConfig (c58511acb4705d1b6e08040d0d1df0928945b87f2d6ddd0ea4ddac84d1821f1c) AuthConfig (073b5ec027fa57ba99be47ac59975079d5bdb45c97baa18285a56945c121d9e2) AuthConfig (c2bdba6e2fbbc682a4db97f5f86a737f683b76a8679225476b9e125ced388179) AuthConfig (9740ea993235b27fe0e1e17c25db050022dd26e74f76f27d5e34294383792d13) AuthConfig (7ccefa1db441e57843bc8732c5d617f8955ec853bbec6fb97737fb830d5ad15f) AuthConfig (6deaa05e74d988c37497da544ca6372f97f7a15d01adefc3cb70d2a490e128b0) AuthConfig (dfa6f5c81b801ff42b420861d6f21be10c5d34503cffdec9dc2215158f706f5b) AuthConfig (0e3213b2c9a0beb7b9d6d5d2f36dbb6ef37d0645ef837add65f1d9f3c0a2d9f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"385b06a0-cc4f-428c-aa94-d3f5f7a7f649","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.890712427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"7fe32ba8-3441-4f31-b13e-9dc38ac566c6","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.939763699Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"74a5b57e-956d-48ec-8ebc-871d3315bce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.945343641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"25f62faa-0eb9-462c-a913-de9bc1b59b4d","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:06.988852205Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"74a5b57e-956d-48ec-8ebc-871d3315bce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.038031235Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"simulator-subscription","reconcileID":"74a5b57e-956d-48ec-8ebc-871d3315bce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/simulator-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.067416896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"6f45a48b-d5d3-43e8-aab3-f2e9c58bf790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.120034783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"6f45a48b-d5d3-43e8-aab3-f2e9c58bf790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.130140861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"f86b7b30-57f7-4bd9-8e40-77a0a38c3ee4","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.130293317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"ca913f57-3dea-4a2a-8a42-408fbb9c129e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.130498276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"760c03ff-c0e4-4c2c-b2ab-b9bc1d6d0b84","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.130515672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"760c03ff-c0e4-4c2c-b2ab-b9bc1d6d0b84","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.299202417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"68b6b7f3-6ceb-47e0-af6e-2ffab4faeedb","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.328856532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"f86b7b30-57f7-4bd9-8e40-77a0a38c3ee4","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.382228002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"cc55d8f8-64ac-42fc-a4c7-f38352c72856","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.445749042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"f86b7b30-57f7-4bd9-8e40-77a0a38c3ee4","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"e2e-inf-a-dd42ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.445772733Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-auth","reconcileID":"f86b7b30-57f7-4bd9-8e40-77a0a38c3ee4","MaaSAuthPolicy":{"name":"test-model-dd42ab-auth","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.477596093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"0acef6ed-7cd4-4b63-81c0-6228e0be92e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.498717324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"1ab38161-eb92-40c9-a2d2-59b6855604c0","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.49874069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"1ab38161-eb92-40c9-a2d2-59b6855604c0","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.530055659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"0acef6ed-7cd4-4b63-81c0-6228e0be92e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.642846919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"8ea6e0b4-2803-4974-8118-cb287434bf22","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.64287121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"8ea6e0b4-2803-4974-8118-cb287434bf22","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:07.749740014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"9ae4c439-53b1-44d8-8896-5f49dd710c96","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.147989893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"e6b95921-f56a-427a-96bd-c245bc52b7e2","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.249265405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"02655542-1fd9-4394-a6b6-1d7a64a56395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.298956439Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"acaca5a8-ec61-4501-ad0d-8d7a4139fb96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a21363fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.302761113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"02655542-1fd9-4394-a6b6-1d7a64a56395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.36214019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"4633f1e8-3f3a-4896-adc2-f93602c89498","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.465792847Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"3b702d60-2ece-4698-bb25-e3190f735e42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a21363fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.500192659Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2e8c581a-8786-4b76-bff1-5def6a43db94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.64889869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-2-w0-77f3fc","reconcileID":"764636e5-f2b9-41d1-bcab-9ab5cdf12838","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-2-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-2-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.697081229Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"fc95a11f-32fd-4f81-a7ec-1488502f7864","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a21363fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.697852431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"755d5adc-ae3b-4e48-8ada-3e0f8bac8bd0","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.69813072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"88c007f7-4fbb-4e46-9e4b-b5a4524c8db8","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.746853096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"9a7ca550-2226-4418-bb80-d213395e3942","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.795377336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2e8c581a-8786-4b76-bff1-5def6a43db94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.910624867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2e8c581a-8786-4b76-bff1-5def6a43db94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"e2e-worker-w0-77f3fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.910651225Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-access","reconcileID":"2e8c581a-8786-4b76-bff1-5def6a43db94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:13.966536037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"fbca82ce-3219-47aa-97e3-24de3a42671e","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:14.594293853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34448f7f-b6d4-4fc1-8b92-788a88498805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:14.643320399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34448f7f-b6d4-4fc1-8b92-788a88498805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:14.692190744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34448f7f-b6d4-4fc1-8b92-788a88498805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:14.741018845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34448f7f-b6d4-4fc1-8b92-788a88498805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:16.585160231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f65682d-ba72-4d8c-8a94-aab4652127e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:16.634021226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f65682d-ba72-4d8c-8a94-aab4652127e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:16.682682158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f65682d-ba72-4d8c-8a94-aab4652127e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:16.731308108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f65682d-ba72-4d8c-8a94-aab4652127e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:17.031096443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"f9b88391-4a3f-4db3-bb86-62a1470219dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:17.085277539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"f9b88391-4a3f-4db3-bb86-62a1470219dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:17.136475352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (158bd173b40f609bdefb977a9788b942a88e8c0f0b009401b2b779e407181861) AuthConfig (ba936e0f21dcb8a9a520757eb8c32a820aabe0f47d345d9fa314fa2bdf1c5812) AuthConfig (2f55d77c7fadbb97ad55f4c4957a65e5ced39a542287d196f0148a4d1050f78d) AuthConfig (471ee580a98830e4312ade0c7a8320e04d4dce41ddcf9e633a23dbd21cde12f0) AuthConfig (3734a7b9f82094ec5318830f96a5f4ef3c6ed72f2967a95728cc0b363eeccef8) AuthConfig (c08185b0fcce35c959efa33d046338f063ae55d07877d34dd58f8d86f3a1bea6) AuthConfig (bf5427841f969971086a56ed3e079472516e04f846cb1bd4f251e71cff4c5714) AuthConfig (ba8784c4acd313a3bdedfef7424b0dfbd88bcc90194c346e7dca1e901b2d3c48) AuthConfig (d0290e09019c90aa31da8adadbc4ed346a555006110737bb8fa0cefc559320c4) AuthConfig (1d4d6dfa385726778854be2327bbf78df877066174f33b0157904610cc053a3b) AuthConfig (c58511acb4705d1b6e08040d0d1df0928945b87f2d6ddd0ea4ddac84d1821f1c) AuthConfig (073b5ec027fa57ba99be47ac59975079d5bdb45c97baa18285a56945c121d9e2) AuthConfig (c2bdba6e2fbbc682a4db97f5f86a737f683b76a8679225476b9e125ced388179) AuthConfig (9740ea993235b27fe0e1e17c25db050022dd26e74f76f27d5e34294383792d13) AuthConfig (7ccefa1db441e57843bc8732c5d617f8955ec853bbec6fb97737fb830d5ad15f) AuthConfig (6deaa05e74d988c37497da544ca6372f97f7a15d01adefc3cb70d2a490e128b0) AuthConfig (dfa6f5c81b801ff42b420861d6f21be10c5d34503cffdec9dc2215158f706f5b) AuthConfig (0e3213b2c9a0beb7b9d6d5d2f36dbb6ef37d0645ef837add65f1d9f3c0a2d9f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"f9b88391-4a3f-4db3-bb86-62a1470219dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:18.009069751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"4c8080c8-ddcc-435a-8956-033dcd512ee3","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","subscription":"test-model-dd42ab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:18.057882648Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"4c8080c8-ddcc-435a-8956-033dcd512ee3","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:18.107169552Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab-sub","reconcileID":"4c8080c8-ddcc-435a-8956-033dcd512ee3","MaaSSubscription":{"name":"test-model-dd42ab-sub","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"name":"maas-trlp-test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:18.364648677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"feab38ab-659d-4a16-8316-1dcd190c4ae5","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"tenant":"e2e-inf-a-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","model":"ai-tenant-e2e-inf-a-dd42ab/test-model-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:18.36467277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"test-model-dd42ab","reconcileID":"feab38ab-659d-4a16-8316-1dcd190c4ae5","MaaSModelRef":{"name":"test-model-dd42ab","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"routeName":"test-model-dd42ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd42ab","llmisvcName":"test-model-dd42ab","gateway":"openshift-ingress/e2e-inf-a-dd42ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.038729292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"4a214cef-2dcf-4221-b2a2-e390bd265ea3","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.038734375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"6fa49d35-963d-4b7a-8c82-74c65dd1b7a6","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.038837648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"6fa49d35-963d-4b7a-8c82-74c65dd1b7a6","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.236734176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"4a214cef-2dcf-4221-b2a2-e390bd265ea3","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.290647355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"b00a13aa-7e13-4fe3-825f-6f46935eb1b3","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"maas-trlp-test-model-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.352133375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"4a214cef-2dcf-4221-b2a2-e390bd265ea3","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"e2e-inf-b-ff448d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.352158861Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-auth","reconcileID":"4a214cef-2dcf-4221-b2a2-e390bd265ea3","MaaSAuthPolicy":{"name":"test-model-ff448d-auth","namespace":"ai-tenant-e2e-inf-b-ff448d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.404658161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"f60c36ce-b493-457d-84e8-9eb530a46eb5","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.404682718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"f60c36ce-b493-457d-84e8-9eb530a46eb5","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.542825398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"c9036ece-49a1-4e00-9ef7-37f570e6dfe7","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.542847495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"c9036ece-49a1-4e00-9ef7-37f570e6dfe7","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:20.65498448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"a63a74a7-690f-4d8c-a9f5-5e965a710488","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"maas-trlp-test-model-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:23.698107606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-2-w0-77f3fc","reconcileID":"6f85bb19-896b-4f29-af7b-4dd912420ddc","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-2-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-2-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:23.698345771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"3ba7756b-0cf4-4fa5-9ff4-85f8dd2df56d","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:23.746557583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"2f5f8cfd-824f-4412-a591-30c5228c2339","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:23.74702485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"d583f2ef-2f01-44b4-aa58-dcfe83a5a2d9","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:23.798441055Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"2f5f8cfd-824f-4412-a591-30c5228c2339","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:23.847551728Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"premium-simulator-subscription","reconcileID":"2f5f8cfd-824f-4412-a591-30c5228c2339","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"name":"maas-trlp-premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc","model":"e2e-models-e2e-worker-w0-77f3fc/premium-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:23.996903115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"1646172f-b98c-4367-b1cb-607403894adf","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:24.115322112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"c2bd2120-3102-450d-9ee3-d9a9c4a6c02b","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:27.235776422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"649c1787-8f93-4c8b-980a-54e3b56d25f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:27.288429795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"649c1787-8f93-4c8b-980a-54e3b56d25f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:27.540680208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"421e59e2-deca-4617-9155-0f55331bfe5c","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:27.540702676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"421e59e2-deca-4617-9155-0f55331bfe5c","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:30.90882682Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"30e6d200-1661-4d71-800d-e799d20ed581","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","subscription":"test-model-ff448d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:30.957982344Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"30e6d200-1661-4d71-800d-e799d20ed581","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:31.006970551Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d-sub","reconcileID":"30e6d200-1661-4d71-800d-e799d20ed581","MaaSSubscription":{"name":"test-model-ff448d-sub","namespace":"ai-tenant-e2e-inf-b-ff448d"},"name":"maas-trlp-test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:31.263816183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"039722eb-550f-47cd-bf49-555a9ce0034a","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"tenant":"e2e-inf-b-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","model":"ai-tenant-e2e-inf-b-ff448d/test-model-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:31.263838897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"test-model-ff448d","reconcileID":"039722eb-550f-47cd-bf49-555a9ce0034a","MaaSModelRef":{"name":"test-model-ff448d","namespace":"ai-tenant-e2e-inf-b-ff448d"},"routeName":"test-model-ff448d-kserve-route","namespace":"ai-tenant-e2e-inf-b-ff448d","llmisvcName":"test-model-ff448d","gateway":"openshift-ingress/e2e-inf-b-ff448d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.148761023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.148815419Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","namespace":"ai-tenant-e2e-shared-a-w4-0421e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.148861406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","tenant":"e2e-shared-a-w4-0421e7","tenantID":"e2e-shared-a-w4-0421e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.20119109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-0421e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.257431715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"Service","name":"maas-api-e2e-shared-a-w4-0421e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.312112832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-0421e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.362876115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-0421e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.413785436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.46428008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.517300343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.56808152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.617978895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.666445756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.714728462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.763180918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.811613651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.859960963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.908164173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:32.960209652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.008736989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.057277286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.062510186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"4cd7af45-00e1-4cbd-a897-ece283d06d6f","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.062533984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"4cd7af45-00e1-4cbd-a897-ece283d06d6f","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.106232347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-0421e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.126015713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"1c465e09-c7ab-4d37-b4a2-b1d54d58a3a1","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.126043925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"1c465e09-c7ab-4d37-b4a2-b1d54d58a3a1","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.154480305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0421e7"},"namespace":"ai-tenant-e2e-shared-a-w4-0421e7","name":"default-tenant","reconcileID":"21fb04e9-871e-428c-a711-79e9e552927d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-0421e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.165430416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"2f275de1-0d2b-428e-ad9e-8c2a972cb47e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:41:33.176109326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"1f91395c-9583-4cc5-9fc0-cfb84d711dc9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-9b1c1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.218306391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"2f275de1-0d2b-428e-ad9e-8c2a972cb47e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.308557102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"9583464c-f344-409e-b5f8-f49bcdb6d29f","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.308577612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"9583464c-f344-409e-b5f8-f49bcdb6d29f","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.372187504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"72a4e20c-148b-4f3c-8b86-ef8e4921e385","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.372214446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"72a4e20c-148b-4f3c-8b86-ef8e4921e385","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.376563029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"e6939f63-d48d-4415-a12d-fefd631f4bb5","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.376579977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"e6939f63-d48d-4415-a12d-fefd631f4bb5","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.418532138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"b4bb53dc-5ed0-4ad8-8f52-23994a01c0c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.424053841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"01a8758d-11f5-4a21-9e61-f259d5f3267f","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.424075696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"01a8758d-11f5-4a21-9e61-f259d5f3267f","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:41:33.430213683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"f7cacb8d-4348-4b68-878f-4d1dc77f519d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-9b1c1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.471494087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"b4bb53dc-5ed0-4ad8-8f52-23994a01c0c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.515323195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"8ef0f443-d52e-46bd-b79d-2cdcd1c0fb61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.535967001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"3dc115d5-ea6f-46ca-aa05-4e8777da6d7b","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.535992456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"3dc115d5-ea6f-46ca-aa05-4e8777da6d7b","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.568107604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"8ef0f443-d52e-46bd-b79d-2cdcd1c0fb61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.588032596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"230bd5a1-a1a5-4b0c-b27c-e4fb5b2cf045","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.588053398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"230bd5a1-a1a5-4b0c-b27c-e4fb5b2cf045","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.624213875Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"1ad783bd-674d-44f9-8e03-a9d54b5752e0","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-rate-test-model-1481d7","model":"rate-test-model-1481d7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-1481d7/e2e-rate-iso-a-9b1c1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.699497782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-2-w0-77f3fc","reconcileID":"7fab8b70-f9b0-4d00-ac61-ab9c542b98ca","MaaSModelRef":{"name":"distinct-2-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-2-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-2-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.699739808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"distinct-w0-77f3fc","reconcileID":"3e768ec7-461d-4294-bd91-422255da31f2","MaaSModelRef":{"name":"distinct-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"distinct-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"distinct-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.747784833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"simulator-w0-77f3fc","reconcileID":"2d0c5bf4-cf15-4e27-8c51-ec963d832c1e","MaaSModelRef":{"name":"simulator-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"simulator-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"simulator-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.766065985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"8fb09170-9a0a-4cc8-b93a-98a6985615ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.778224693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"5f1eea5c-ab02-4c89-8b59-11a5e19839ed","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.778244358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"5f1eea5c-ab02-4c89-8b59-11a5e19839ed","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.788549409Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"2f9037d7-0478-4e88-b03a-29293667cfb7","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-rate-test-model-fa9005","model":"rate-test-model-fa9005","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fa9005/e2e-rate-iso-b-9b1c1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.819279776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"8fb09170-9a0a-4cc8-b93a-98a6985615ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.946804606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"4ac2443e-ead3-4462-9d17-14c04b9b7881","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:33.946826879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"4ac2443e-ead3-4462-9d17-14c04b9b7881","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:34.029124326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"ee4a1cf7-ed23-4c96-8f5e-8f3c6742c663","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-rate-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:34.115992794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"093f2d92-ce68-4aa6-8a36-ad244cf5d5a4","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"routeName":"premium-w0-77f3fc-kserve-route","namespace":"e2e-models-e2e-worker-w0-77f3fc","llmisvcName":"premium-w0-77f3fc","gateway":"openshift-ingress/e2e-worker-w0-77f3fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:34.141666519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"e6fe231e-9f9b-4ff5-bbd3-8aeafb32daa8","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-rate-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:34.296343448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"58391df3-0f38-4c51-b1b1-c1074836704b","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:34.296368426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"58391df3-0f38-4c51-b1b1-c1074836704b","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:35.91550415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:38.119392477Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-0421e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-0421e7","reconcileID":"59c033d2-6979-4666-90c7-e61799daa274","aitenant":"ai-tenants/e2e-shared-a-w4-0421e7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:38.612264564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6481b74-42ea-4aa4-af59-c58e1ba1200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:38.6616641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6481b74-42ea-4aa4-af59-c58e1ba1200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:38.711760529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6481b74-42ea-4aa4-af59-c58e1ba1200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:38.761392259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6481b74-42ea-4aa4-af59-c58e1ba1200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:38.91643523Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-0421e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-0421e7","reconcileID":"59c033d2-6979-4666-90c7-e61799daa274","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-0421e7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-0421e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:40.55338831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0d65fb-aceb-4038-8f72-c4700bb9c3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:40.602771013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0d65fb-aceb-4038-8f72-c4700bb9c3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:40.651679621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0d65fb-aceb-4038-8f72-c4700bb9c3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:40.700621433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0d65fb-aceb-4038-8f72-c4700bb9c3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:42.491201612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63170466-6e1e-4fda-b9f7-36e46d81eb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:42.540856535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63170466-6e1e-4fda-b9f7-36e46d81eb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:42.589786774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63170466-6e1e-4fda-b9f7-36e46d81eb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:42.639594052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63170466-6e1e-4fda-b9f7-36e46d81eb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:41:43.277571217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-77f3fc","namespace":"e2e-models-e2e-worker-w0-77f3fc"},"namespace":"e2e-models-e2e-worker-w0-77f3fc","name":"premium-w0-77f3fc","reconcileID":"f5ecb8f6-5c75-48ea-bf42-3caa77a23cc3","error":"maasmodelrefs.maas.opendatahub.io \"premium-w0-77f3fc\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:44.478027291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9d106-3c5c-4be2-b8b8-dcabc47df600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:44.527422107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9d106-3c5c-4be2-b8b8-dcabc47df600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:44.577338589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9d106-3c5c-4be2-b8b8-dcabc47df600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:44.627157659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9d106-3c5c-4be2-b8b8-dcabc47df600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:46.970339438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b049c-25fb-448c-be96-98e8a10d3dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:47.019504143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b049c-25fb-448c-be96-98e8a10d3dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:47.068430051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b049c-25fb-448c-be96-98e8a10d3dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:47.117581211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0b049c-25fb-448c-be96-98e8a10d3dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:48.894404571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f4d629-239b-408f-85f4-fdf2106d1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:48.943413745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f4d629-239b-408f-85f4-fdf2106d1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:48.992178393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f4d629-239b-408f-85f4-fdf2106d1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:41:49.041903538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f4d629-239b-408f-85f4-fdf2106d1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:00.126094107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"b19ec116-148c-4c5d-b318-198aa89ebd82","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-rate-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:00.282721899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"444b09c7-6060-4fb2-971a-85fd6d7078c8","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:00.282745225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"444b09c7-6060-4fb2-971a-85fd6d7078c8","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:00.295231337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"3733226d-6eaf-4041-a6af-8c84a4c12ee2","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-rate-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:00.450083245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"5d3aa0df-0f5e-4c60-95ae-2c87829dee87","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:00.4501086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"5d3aa0df-0f5e-4c60-95ae-2c87829dee87","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:01.394726639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"be46919c-466c-4bd0-92a5-e7480e6a3206","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:01.449171259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"be46919c-466c-4bd0-92a5-e7480e6a3206","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:01.574697048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"033e4757-e719-4d4a-b65c-c01971cbdb17","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:01.62789252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"033e4757-e719-4d4a-b65c-c01971cbdb17","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.739537469Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","namespace":"ai-tenant-e2e-worker-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.739604668Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","namespace":"ai-tenant-e2e-worker-w0-77f3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.739655922Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","tenant":"e2e-worker-w0-77f3fc","tenantID":"e2e-worker-w0-77f3fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.790523061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"Deployment","name":"maas-api-e2e-worker-w0-77f3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.84699956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"Service","name":"maas-api-e2e-worker-w0-77f3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.903913699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-77f3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.917536088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:05.954414175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-77f3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.005973786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.056701025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.110811294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.162508555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.211166891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.259647679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.308406107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"Service","name":"payload-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.35670716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.405161525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.453433276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.501602877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.553508792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.602032558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.650495608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.701296213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-77f3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:06.749613236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-77f3fc"},"namespace":"ai-tenant-e2e-worker-w0-77f3fc","name":"default-tenant","reconcileID":"3b22d7c0-7a95-404e-bc19-a3b08cdd2758","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-77f3fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:09.073731466Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-77f3fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-77f3fc","reconcileID":"2be01f59-bd6f-4f69-a4ba-d41630672ef9","aitenant":"ai-tenants/e2e-worker-w0-77f3fc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:09.190200723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1345720f-8651-4ad3-bb0d-9e1224c01526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:09.239336329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1345720f-8651-4ad3-bb0d-9e1224c01526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:09.288382564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1345720f-8651-4ad3-bb0d-9e1224c01526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:09.337711086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1345720f-8651-4ad3-bb0d-9e1224c01526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:09.803610751Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-77f3fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-77f3fc","reconcileID":"2be01f59-bd6f-4f69-a4ba-d41630672ef9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-77f3fc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-77f3fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.114151944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a96d65-10ad-4810-9968-9942d4547db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.163066786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a96d65-10ad-4810-9968-9942d4547db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.211839593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a96d65-10ad-4810-9968-9942d4547db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.260509049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a96d65-10ad-4810-9968-9942d4547db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.57411627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","namespace":"ai-tenant-e2e-inf-a-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.574195489Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","namespace":"ai-tenant-e2e-inf-a-dd42ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.574244711Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","tenant":"e2e-inf-a-dd42ab","tenantID":"e2e-inf-a-dd42ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.625021415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"Deployment","name":"maas-api-e2e-inf-a-dd42ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.68226753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"Service","name":"maas-api-e2e-inf-a-dd42ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.735988543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-dd42ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.786523188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-dd42ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.838538353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.890732563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.943969667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:11.995452893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.044493662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"Deployment","name":"payload-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.092967917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.142211329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"Service","name":"payload-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.191517074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.247975669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.296406771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.346099668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.398109648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.446699132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.49529449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.546254139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-dd42ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:12.59503946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd42ab"},"namespace":"ai-tenant-e2e-inf-a-dd42ab","name":"default-tenant","reconcileID":"e0a5fc2e-7a38-4162-b9b2-958f2f7081da","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-dd42ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:13.029022279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a719125-7836-4ea2-9745-bf3498a22a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:13.077867825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a719125-7836-4ea2-9745-bf3498a22a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:13.126672775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a719125-7836-4ea2-9745-bf3498a22a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:13.175659548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a719125-7836-4ea2-9745-bf3498a22a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:15.30124761Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dd42ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dd42ab","reconcileID":"335ea886-2e82-4f27-beb3-01b7f5e82e96","aitenant":"ai-tenants/e2e-inf-a-dd42ab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:15.841946422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e076a40-4fcf-4a65-a9ff-c2de8e7a5ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:15.890854126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e076a40-4fcf-4a65-a9ff-c2de8e7a5ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:15.939682029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e076a40-4fcf-4a65-a9ff-c2de8e7a5ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:15.990089549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e076a40-4fcf-4a65-a9ff-c2de8e7a5ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:16.094115753Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dd42ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dd42ab","reconcileID":"335ea886-2e82-4f27-beb3-01b7f5e82e96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-dd42ab","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-dd42ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:17.776753695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9831ddd-cd76-4f79-a26c-70f222183dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:17.82561697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9831ddd-cd76-4f79-a26c-70f222183dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:17.874452176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9831ddd-cd76-4f79-a26c-70f222183dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:17.923448911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9831ddd-cd76-4f79-a26c-70f222183dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:19.70253346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb8d82e-033e-4e57-8208-24db0c9e7c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:19.751620325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb8d82e-033e-4e57-8208-24db0c9e7c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:19.800670428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb8d82e-033e-4e57-8208-24db0c9e7c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:19.849635221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb8d82e-033e-4e57-8208-24db0c9e7c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:23.872989417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ce0e08-000a-485d-9f26-12a6446f8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:23.921842887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ce0e08-000a-485d-9f26-12a6446f8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:23.970675771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ce0e08-000a-485d-9f26-12a6446f8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:24.019819271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ce0e08-000a-485d-9f26-12a6446f8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:25.87958978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b54772-c48a-4c7f-ae4a-85b0fbbca79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:25.928777615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b54772-c48a-4c7f-ae4a-85b0fbbca79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:25.977613599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b54772-c48a-4c7f-ae4a-85b0fbbca79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:26.026646927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b54772-c48a-4c7f-ae4a-85b0fbbca79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:27.879292861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a064c1-617f-4f60-ad9c-38b9ff90132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:27.928310753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a064c1-617f-4f60-ad9c-38b9ff90132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:27.977339783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a064c1-617f-4f60-ad9c-38b9ff90132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:28.0265273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a064c1-617f-4f60-ad9c-38b9ff90132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:29.808365374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1bf754-7ac2-410d-9af9-8e2a400e3ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:29.857905556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1bf754-7ac2-410d-9af9-8e2a400e3ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:29.90706061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1bf754-7ac2-410d-9af9-8e2a400e3ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:29.956244008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1bf754-7ac2-410d-9af9-8e2a400e3ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:31.781455634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075de17f-36d9-4fe3-b664-e781213971ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:31.83149409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075de17f-36d9-4fe3-b664-e781213971ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:31.881545327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075de17f-36d9-4fe3-b664-e781213971ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:31.930669134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075de17f-36d9-4fe3-b664-e781213971ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:33.740331981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b771f57-f7cd-4abe-a82c-fe071735ca97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:33.789535293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b771f57-f7cd-4abe-a82c-fe071735ca97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:33.838697277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b771f57-f7cd-4abe-a82c-fe071735ca97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:33.887738865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b771f57-f7cd-4abe-a82c-fe071735ca97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.596265217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"44d9da64-61f6-44a5-9a0f-83eb55a6b159","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.596465476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"5eb170f5-b3c7-4b20-b3a5-4fc36d29a6a4","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.596488403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"5eb170f5-b3c7-4b20-b3a5-4fc36d29a6a4","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.795096065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"44d9da64-61f6-44a5-9a0f-83eb55a6b159","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.848146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"b1289a89-3534-49bb-a4ba-fcd7ed95c7f1","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-rate-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.91244003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"44d9da64-61f6-44a5-9a0f-83eb55a6b159","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.912470043Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"44d9da64-61f6-44a5-9a0f-83eb55a6b159","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.965810659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"23cb80cc-a13e-49c5-bdba-f7e89df68266","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:34.965833592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"23cb80cc-a13e-49c5-bdba-f7e89df68266","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.10666627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"fcfa34a8-9861-4696-91c0-cd6102603135","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.106775632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"7214c756-ce90-4739-a343-c566e18e1843","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.106795606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"7214c756-ce90-4739-a343-c566e18e1843","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.217385104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"fe25fe1a-0874-46a6-89fc-91562404a5f1","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-rate-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.304188723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"fcfa34a8-9861-4696-91c0-cd6102603135","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.355699284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"bc99597a-ce1e-4aad-bcbd-b419ee9b66a1","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-rate-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.423697095Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"fcfa34a8-9861-4696-91c0-cd6102603135","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.423733038Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-auth-9b1c1b","reconcileID":"fcfa34a8-9861-4696-91c0-cd6102603135","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.476362902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"52954958-3dd8-4d6d-8f0c-9b6e33b08acc","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.476387013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"52954958-3dd8-4d6d-8f0c-9b6e33b08acc","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.609852544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"2faea103-bd66-43f8-9be4-302b0caba280","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.609880239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"2faea103-bd66-43f8-9be4-302b0caba280","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.727673029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"8f5e625b-86db-407f-b8d0-70420c302835","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-rate-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:35.91709881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.67867087Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.678745026Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.678812072Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","tenant":"e2e-shared-b-w4-8a4e09","tenantID":"e2e-shared-b-w4-8a4e09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.733711158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-8a4e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.762982552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"ad9e9fc5-35c5-4e37-9aa3-53d53650de5b","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","subscription":"e2e-rate-iso-a-9b1c1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.79028022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"Service","name":"maas-api-e2e-shared-b-w4-8a4e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.813509386Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"ad9e9fc5-35c5-4e37-9aa3-53d53650de5b","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.848794721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-8a4e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.862848432Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-rate-iso-a-9b1c1b","reconcileID":"ad9e9fc5-35c5-4e37-9aa3-53d53650de5b","MaaSSubscription":{"name":"e2e-rate-iso-a-9b1c1b","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.899492503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-8a4e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:45.951317955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.003771813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.057702556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.109366033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.133619522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"b0222207-3361-4527-82d2-1bb1959175b2","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/rate-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.133652783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"rate-test-model-1481d7","reconcileID":"b0222207-3361-4527-82d2-1bb1959175b2","MaaSModelRef":{"name":"rate-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"rate-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"rate-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.158252068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.219046903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.268176362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.274978985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"dbf83b0b-6555-461b-b8d3-3b394d8d6def","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.275000822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"dbf83b0b-6555-461b-b8d3-3b394d8d6def","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.316726488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.368873219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.417211622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.465625951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.51815425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.567089686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.615801827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.66741576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-8a4e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:46.716350231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a4e09"},"namespace":"ai-tenant-e2e-shared-b-w4-8a4e09","name":"default-tenant","reconcileID":"e7d493a5-c0bd-482f-8cf3-e87607c715cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-8a4e09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:52.665015153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"958a3ff5-276b-46f6-bbb4-831f4a8f6bfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:52.713870998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0c9d470-25f9-4408-98de-7260c58aba03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:52.766167388Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8a4e09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8a4e09","reconcileID":"d1905822-9f9b-4de8-a571-4cad832c2d96","aitenant":"ai-tenants/e2e-shared-b-w4-8a4e09","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:52.918906419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"934fc3f5-7841-40c1-9a21-974964446769","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:52.968093037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"b7b6e242-1f5d-40cd-b82f-f7955c31464a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.065853839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"20526e66-7a78-4d2f-a12a-4f0d94ff6944","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.226090099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"ddaa255d-8de6-4b40-94c7-4cd54d2103d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.332946497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d50e4f-9620-434b-b8ff-733bb5861384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.381868392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d50e4f-9620-434b-b8ff-733bb5861384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.43051624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"38ef1056-218e-4e39-b139-022dee2e07e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.430637912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d50e4f-9620-434b-b8ff-733bb5861384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.479511946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d50e4f-9620-434b-b8ff-733bb5861384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.588513468Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8a4e09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8a4e09","reconcileID":"d1905822-9f9b-4de8-a571-4cad832c2d96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-8a4e09","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-8a4e09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.677344768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a58046db-3439-480c-9be7-b16d825d458a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.776378921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"36ddfed9-1bd1-4701-baf9-3404c2abe518","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:53.952150169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"a4d60ae0-4dc2-4a55-831b-bbeaf0b91b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:54.677174619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-access","reconcileID":"eb78abf9-e8d1-4f3c-b282-b67914bc26d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:54.677194085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"a6689b6b-8b44-4a14-af96-a6333fddef04","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:54.879457252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"2e3cf051-41ed-427c-adfa-e6b39bc9eb9e","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:54.917041549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ce21de21-5658-470e-99bf-f50e3252cc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:54.970083485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ce21de21-5658-470e-99bf-f50e3252cc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.009423232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"59a3fc73-b068-4d03-8cb1-d0abdc267260","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.016460924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"32d3a30f-67e1-42e1-80f0-4789abf0d64c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.264627134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"21ce5a54-7901-4bc1-83b6-a8c91887b698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.319054621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"21ce5a54-7901-4bc1-83b6-a8c91887b698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.384013296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb584301-7c9d-447d-bcdb-4d57ec1fcfc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.433517345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb584301-7c9d-447d-bcdb-4d57ec1fcfc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.48271612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb584301-7c9d-447d-bcdb-4d57ec1fcfc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:55.531669285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb584301-7c9d-447d-bcdb-4d57ec1fcfc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:56.427415484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"ff98356e-838b-4b93-8909-e8ba18dcffb0","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","subscription":"e2e-rate-iso-b-9b1c1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:56.478833173Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"ff98356e-838b-4b93-8909-e8ba18dcffb0","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:56.52776019Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-rate-iso-b-9b1c1b","reconcileID":"ff98356e-838b-4b93-8909-e8ba18dcffb0","MaaSSubscription":{"name":"e2e-rate-iso-b-9b1c1b","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:56.790019503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"f9b882bd-9935-4284-843c-55be5229cfc6","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/rate-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:42:56.790062073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"rate-test-model-fa9005","reconcileID":"f9b882bd-9935-4284-843c-55be5229cfc6","MaaSModelRef":{"name":"rate-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"rate-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"rate-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:05.274907069Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"72fcddeb-dfe4-4473-9c81-6ce570198ae9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:05.324250029Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"72fcddeb-dfe4-4473-9c81-6ce570198ae9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:05.373467181Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"simulator-subscription","reconcileID":"72fcddeb-dfe4-4473-9c81-6ce570198ae9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/simulator-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:05.630159798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"99f8e2fd-4257-4b52-9f35-abc5e6e550b6","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:05.72735692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ebf17774-afc8-430a-b0dd-4c5c2cb7a5d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:05.780043112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ebf17774-afc8-430a-b0dd-4c5c2cb7a5d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:05.915647648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:06.520459904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"e3fa5fd5-d57d-481e-9ac1-325c5c61c0c4","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:06.845646157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"4b6e1d8e-dac2-4b41-b729-8b60277ee88f","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:07.171240377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"fc908867-22a3-429a-ac97-f6bf927eb4d1","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:07.323794829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ca6ed067-f56c-4005-95b9-b4a4f2ea46f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:07.367637242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"ac307f4c-fd8d-4fa0-938b-979412ae0f4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:07.377098451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"ca6ed067-f56c-4005-95b9-b4a4f2ea46f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:07.497201294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"aaed3ee4-a38f-4014-b9fc-9451d3639a3f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:07.551038075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"afe0df58-7b48-47c0-b593-4c30178ecc5d","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:07.719244715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"e3207ec0-5169-4813-9790-6f70c8a5602f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:08.388159569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"cc9e0eca-c49f-427b-9b07-4d67e744da15","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:08.388197924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"cc9e0eca-c49f-427b-9b07-4d67e744da15","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:09.171121154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"3d0958ea-9453-44b1-ba76-b80227396106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:09.271750938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"2f24ebf3-dfd2-4738-b370-a9db0a266511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:09.402365235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"5ee8524c-b763-4c70-8591-c67509a7caec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:09.870708681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"2d4e851a-7672-4127-88bc-ee2acffadfcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:10.030977324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"0d3ba6bb-05ee-4167-b0ff-6a13801faee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:10.137321318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"761b5f09-c164-4b48-bb95-76ea49eedf57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:10.245409367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"35ab89d0-ea1d-4ff8-87ab-6878c59a9fc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:10.255114862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e5eb2f5-dceb-48e1-8954-6f4359586701","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:10.347125591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"95982f7c-a857-4e64-b148-593c259d9bce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.078036714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"fc93f1d7-0400-444e-9cbd-e3822c66b370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.132102379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"fc93f1d7-0400-444e-9cbd-e3822c66b370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.17705257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"b51c8439-ba47-4c54-82ee-090bfcea533c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.199631911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"840225cd-b0ca-4127-8e88-51970601152e","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.329377304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"df43f053-695c-4b61-bf3d-3d5936d70823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.388240161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"84350fb8-14af-4f51-b869-cd80ebbe0317","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.437065592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"8bd17352-39c3-4e8d-9d5d-7ef5fa57769e","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.476614085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"d3bcabdc-4da8-42c6-b1ad-85fa628a5f1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.486624547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"1ff6825f-7160-4a3e-a2a3-c2a414506497","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.486850571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"37def7fd-213f-42c9-ab7f-1874d053bfec","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.535234633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"df43f053-695c-4b61-bf3d-3d5936d70823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.539365272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"fef031dc-ccb9-4514-8fd5-d3e478c5c33c","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.653995994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"df43f053-695c-4b61-bf3d-3d5936d70823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"e2e-worker-w4-fbf85f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.654021456Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-access","reconcileID":"df43f053-695c-4b61-bf3d-3d5936d70823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:11.70816329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"e62217f5-f628-40bd-a3a8-22305f17da1f","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:12.288250502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313a7b94-094e-41f9-a306-797887049634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:12.337588433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313a7b94-094e-41f9-a306-797887049634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:12.386515194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313a7b94-094e-41f9-a306-797887049634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:12.435428095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313a7b94-094e-41f9-a306-797887049634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.212725615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3db3f07-7192-4472-ba00-d0b8ed34411a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.261472906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3db3f07-7192-4472-ba00-d0b8ed34411a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.310328775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3db3f07-7192-4472-ba00-d0b8ed34411a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.310462794Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"ac61bc71-182c-4bc5-b5d6-2037af7cd1cd","namespace":"ai-tenant-e2e-worker-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.359263407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3db3f07-7192-4472-ba00-d0b8ed34411a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.3593911Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"ac61bc71-182c-4bc5-b5d6-2037af7cd1cd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.419246824Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"ac61bc71-182c-4bc5-b5d6-2037af7cd1cd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.419272441Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"ac61bc71-182c-4bc5-b5d6-2037af7cd1cd","namespace":"ai-tenant-e2e-worker-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.419485342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","namespace":"ai-tenant-e2e-inf-b-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.419559987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","namespace":"ai-tenant-e2e-inf-b-ff448d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.419621075Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","tenant":"e2e-inf-b-ff448d","tenantID":"e2e-inf-b-ff448d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.470567983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"Deployment","name":"maas-api-e2e-inf-b-ff448d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.526637784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"Service","name":"maas-api-e2e-inf-b-ff448d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.620409567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-ff448d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.672719224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-ff448d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.723841908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.774569084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.827949395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.880692329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.929706641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"Deployment","name":"payload-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:14.977912963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.026218413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"Service","name":"payload-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.074631624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.122988819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.171469894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.219845708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.278214143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.355819965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.404630477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.453515103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-ff448d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:15.502008537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ff448d"},"namespace":"ai-tenant-e2e-inf-b-ff448d","name":"default-tenant","reconcileID":"61513cc6-7aa7-4e42-af82-ee07e7227afb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-ff448d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:16.178356765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24626710-0f77-460c-b22a-46fdb3645251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:16.227996506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24626710-0f77-460c-b22a-46fdb3645251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:16.277602984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24626710-0f77-460c-b22a-46fdb3645251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:16.327256463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24626710-0f77-460c-b22a-46fdb3645251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:18.095288836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9fed91-fa3b-4d4c-ab48-d2a820303f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:18.144445734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9fed91-fa3b-4d4c-ab48-d2a820303f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:18.193304805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9fed91-fa3b-4d4c-ab48-d2a820303f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:18.242287439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9fed91-fa3b-4d4c-ab48-d2a820303f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:21.438005671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"86e652be-b582-4293-87e0-864d0105b037","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:21.487433993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"e754ad05-7b36-4902-9c3a-e7bb17cb6571","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:21.487703448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"9ea9da5c-2133-4c3a-9b32-4f24decabd9f","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:21.737376711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"1be1f2aa-62f5-46ed-bf0f-9d2e0a42e52e","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:21.74045536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"6ed959ba-761a-4006-b78a-3c0beac7621c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:21.789130915Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"6ed959ba-761a-4006-b78a-3c0beac7621c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:21.837818979Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"premium-simulator-subscription","reconcileID":"6ed959ba-761a-4006-b78a-3c0beac7621c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"name":"maas-trlp-premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f","model":"e2e-models-e2e-worker-w4-fbf85f/premium-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:22.098709717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"1ceb9a74-a4ca-4905-bf10-736997418382","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:22.568242744Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ff448d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ff448d","reconcileID":"7d640ed2-9378-45c8-bf11-f7cd4bb74382","aitenant":"ai-tenants/e2e-inf-b-ff448d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:23.076599837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00560bdc-44c1-429c-b7f9-762d87ec3ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:23.125777105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00560bdc-44c1-429c-b7f9-762d87ec3ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:23.174562713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00560bdc-44c1-429c-b7f9-762d87ec3ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:23.223369662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00560bdc-44c1-429c-b7f9-762d87ec3ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:23.328906416Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ff448d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ff448d","reconcileID":"7d640ed2-9378-45c8-bf11-f7cd4bb74382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ff448d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-ff448d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:25.080510331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b19201-4594-473d-9674-539c418d9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:25.129292183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b19201-4594-473d-9674-539c418d9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:25.178127325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b19201-4594-473d-9674-539c418d9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:25.226935464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b19201-4594-473d-9674-539c418d9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:31.439171634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-2-w4-fbf85f","reconcileID":"5a00b7d8-d446-4f4a-a7a2-2bbb5aed4285","MaaSModelRef":{"name":"distinct-2-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-2-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-2-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:31.488675635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"distinct-w4-fbf85f","reconcileID":"fcdcf24c-2f72-437e-9a46-3dcff3104685","MaaSModelRef":{"name":"distinct-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"distinct-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"distinct-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:31.489062518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"simulator-w4-fbf85f","reconcileID":"bf4a0284-dd2e-40f4-8a89-f87794dd62ee","MaaSModelRef":{"name":"simulator-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"simulator-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"simulator-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:32.099590698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"namespace":"e2e-models-e2e-worker-w4-fbf85f","name":"premium-w4-fbf85f","reconcileID":"e529fe9f-78cb-42c8-9210-19bc2bd8b7a1","MaaSModelRef":{"name":"premium-w4-fbf85f","namespace":"e2e-models-e2e-worker-w4-fbf85f"},"routeName":"premium-w4-fbf85f-kserve-route","namespace":"e2e-models-e2e-worker-w4-fbf85f","llmisvcName":"premium-w4-fbf85f","gateway":"openshift-ingress/e2e-worker-w4-fbf85f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:43:35.914884272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.182566436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","namespace":"ai-tenant-e2e-worker-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.182636275Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","namespace":"ai-tenant-e2e-worker-w4-fbf85f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.182688568Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","tenant":"e2e-worker-w4-fbf85f","tenantID":"e2e-worker-w4-fbf85f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.233113812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"Deployment","name":"maas-api-e2e-worker-w4-fbf85f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.289075604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"Service","name":"maas-api-e2e-worker-w4-fbf85f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.345017883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-fbf85f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.396227531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-fbf85f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.450495214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.502216007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.556106141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.607088041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.655338186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.704533841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.753121987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"Service","name":"payload-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.80235145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.851376083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.899588118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.948055835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:01.999937173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:02.048096717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:02.097477726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:02.146214823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-fbf85f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:02.197778785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fbf85f"},"namespace":"ai-tenant-e2e-worker-w4-fbf85f","name":"default-tenant","reconcileID":"62575a29-efbc-4e9f-8c7a-9cb07cd01301","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-fbf85f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:05.919515909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:07.610652893Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-fbf85f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-fbf85f","reconcileID":"095cb7df-21a8-468c-9028-37a2837694e4","aitenant":"ai-tenants/e2e-worker-w4-fbf85f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:08.16073026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ee04e-e000-43ad-a1d1-d7e742980e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:08.209845354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ee04e-e000-43ad-a1d1-d7e742980e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:08.259323058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ee04e-e000-43ad-a1d1-d7e742980e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:08.30890831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ee04e-e000-43ad-a1d1-d7e742980e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:08.364571194Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-fbf85f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-fbf85f","reconcileID":"095cb7df-21a8-468c-9028-37a2837694e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-fbf85f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-fbf85f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:10.099446269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb756527-399a-4764-991e-93dfca06f447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:10.149005286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb756527-399a-4764-991e-93dfca06f447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:10.198502121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb756527-399a-4764-991e-93dfca06f447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:10.247408035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb756527-399a-4764-991e-93dfca06f447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:12.023059334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530bd38f-49ea-4c32-90ce-11e39519f48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:12.073663071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530bd38f-49ea-4c32-90ce-11e39519f48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:12.122668067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530bd38f-49ea-4c32-90ce-11e39519f48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:12.171474897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530bd38f-49ea-4c32-90ce-11e39519f48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:35.916008298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:42.214254806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"af37a6e2-4f64-4557-a96b-6afd188fc604","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:42.214287228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"af37a6e2-4f64-4557-a96b-6afd188fc604","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:44.21220763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"2369bea4-97a0-46b0-8faa-bd720f08017a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:44.326913426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"4316994a-5a9c-4f41-97b4-79b90ffedb70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:44.607648175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"84786de0-33be-4f06-8d2d-53fbd91dd253","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:44.721830006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a10e6bd2-74fd-40e2-883c-be9e08eda458","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:44.839350856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"1dc161f9-1c0e-4f66-92b0-3d45ded403b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:44.944048915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"6b5f194b-cdc7-4ae3-a3ca-4cd2cc694678","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:44.950300421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"d3e54ffa-0cae-4915-a9c4-ed7d5f616302","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:45.043773242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"478cdf33-1443-4daa-bff3-5cd457c90fe1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:45.302824998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"42df033a-5e25-4c74-ab56-f98753783095","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:45.302859982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"42df033a-5e25-4c74-ab56-f98753783095","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:47.692176274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"a0faa8ec-fe6e-4c59-8157-91f050af1499","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:47.69219688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"a0faa8ec-fe6e-4c59-8157-91f050af1499","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:47.745703421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"07960e07-a686-427d-ac26-f6c774bc8389","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:47.745728578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"07960e07-a686-427d-ac26-f6c774bc8389","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:47.842895954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"ea04976e-106a-4e3c-a5ca-37b22c3565b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:47.966464934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"ea04976e-106a-4e3c-a5ca-37b22c3565b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:48.06853197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6f60b7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"ea04976e-106a-4e3c-a5ca-37b22c3565b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:48.121101927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"7bf24e6c-ca5c-4036-8cdc-5cfea36a8e4d","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:48.121122373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"7bf24e6c-ca5c-4036-8cdc-5cfea36a8e4d","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:58.219160001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"12407dfa-5b3e-4711-abd3-5c6a85aac828","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:58.273002182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"12407dfa-5b3e-4711-abd3-5c6a85aac828","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:58.324443927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6f60b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c9fd28610c27ddba71c975c7acd43add61c987022c46f758d0e65ad6894d4a7) AuthConfig (6a84866e10d33d11ac110f595ccc5360f65fdc8f27a8dad06e52e6ceacacbf01) AuthConfig (d06137a8d95c42457c4c670df659bde701faaac8684bd5aa3db42a4d8a165921) AuthConfig (7dff6bd0cb1e6f44a8e36a36f190615e7926d7744189c2eff0ac2d548b78db4e) AuthConfig (1005ece7cc047abe2e239bd154e4eb201eeb4c6c732a3d641a99d398333d8c0f) AuthConfig (430ef88dafdcff28f08a4d7d9b2563458d79b54e2381bdfc5aef231ff217a7c0) AuthConfig (4b06f63c322ec81618900ef52b77919f1a7260f737aefa4b0e6e04d0fb089e4e) AuthConfig (4b65da8100d49f7fbc715dfb420865ad612dc7c9f5dfb4d50d6488db330a0052) AuthConfig (ac3df00714ccf432f8334cb1008f53f753fd8dfde8c8feaeee0439b800c62c93) AuthConfig (9fc84010aa287f393c60a312b9d27b7d67c7246a5cc893fd5480c00443312833) AuthConfig (1e5a41e5f36b127f4ffda970350496fbd49aa0b9b6b2059edc67f6ba9eb281a9) AuthConfig (851061d3ca60fd232a6947b6ad65f2998ac640b12a6edd7433d97223c7c6657c) AuthConfig (30050efc93e11717a76ae744cdaefe25fffe9e31cbb2dd6e8132d3f7a2673c8d) AuthConfig (edc0065a8ba56e4e08a9b380c5c3bcf1419a5d7f9c4c38615357fda874af6dad) AuthConfig (7a86e8a441c2b5920caf0f61cbb6a4d4abf03ff944afbff21430ff2bfff26607) AuthConfig (87d258455e1fa68bbad101fe889e6f4d582cbfe8b6aed6bced91108d213a91f7) AuthConfig (fbcdbf1c20658ab83bf21cde5c84c6a453668499b872666e4ac545f5dba21ddc) AuthConfig (aec9a00b7297000125a91773075948d77fd02f76d7cca4a620f1785b5b512c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"12407dfa-5b3e-4711-abd3-5c6a85aac828","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:58.379095533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"4c1cf24e-1abf-4a47-980e-5b33d1a354d5","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:44:58.379122262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"4c1cf24e-1abf-4a47-980e-5b33d1a354d5","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:05.915077334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:08.477383571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"1cc46177-2b44-4ee0-9197-7d8a1432c492","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:08.5314128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"1cc46177-2b44-4ee0-9197-7d8a1432c492","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:08.583360409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6f60b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c9fd28610c27ddba71c975c7acd43add61c987022c46f758d0e65ad6894d4a7) AuthConfig (6a84866e10d33d11ac110f595ccc5360f65fdc8f27a8dad06e52e6ceacacbf01) AuthConfig (d06137a8d95c42457c4c670df659bde701faaac8684bd5aa3db42a4d8a165921) AuthConfig (7dff6bd0cb1e6f44a8e36a36f190615e7926d7744189c2eff0ac2d548b78db4e) AuthConfig (1005ece7cc047abe2e239bd154e4eb201eeb4c6c732a3d641a99d398333d8c0f) AuthConfig (430ef88dafdcff28f08a4d7d9b2563458d79b54e2381bdfc5aef231ff217a7c0) AuthConfig (4b06f63c322ec81618900ef52b77919f1a7260f737aefa4b0e6e04d0fb089e4e) AuthConfig (4b65da8100d49f7fbc715dfb420865ad612dc7c9f5dfb4d50d6488db330a0052) AuthConfig (ac3df00714ccf432f8334cb1008f53f753fd8dfde8c8feaeee0439b800c62c93) AuthConfig (9fc84010aa287f393c60a312b9d27b7d67c7246a5cc893fd5480c00443312833) AuthConfig (1e5a41e5f36b127f4ffda970350496fbd49aa0b9b6b2059edc67f6ba9eb281a9) AuthConfig (851061d3ca60fd232a6947b6ad65f2998ac640b12a6edd7433d97223c7c6657c) AuthConfig (30050efc93e11717a76ae744cdaefe25fffe9e31cbb2dd6e8132d3f7a2673c8d) AuthConfig (edc0065a8ba56e4e08a9b380c5c3bcf1419a5d7f9c4c38615357fda874af6dad) AuthConfig (7a86e8a441c2b5920caf0f61cbb6a4d4abf03ff944afbff21430ff2bfff26607) AuthConfig (87d258455e1fa68bbad101fe889e6f4d582cbfe8b6aed6bced91108d213a91f7) AuthConfig (fbcdbf1c20658ab83bf21cde5c84c6a453668499b872666e4ac545f5dba21ddc) AuthConfig (aec9a00b7297000125a91773075948d77fd02f76d7cca4a620f1785b5b512c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"1cc46177-2b44-4ee0-9197-7d8a1432c492","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:09.10289347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"ab9408ef-e961-4b21-ab56-b1fde3cac863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:09.215465511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2341b65-c5bb-425c-afd2-9671839d4025","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:09.312193502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"a848281d-6285-4a4d-b0a0-4fe53027e69e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:09.412051964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b95b8e4b-48ba-4bab-913f-2280ac0b5e00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:09.563422923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"60dc8d7c-d835-44eb-93c5-3165d3c9b04d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:09.840356586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"bbd2ba3e-58b6-4aba-9e16-851dec437338","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:09.950586485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"af082e8f-1421-4c5a-915b-e4b4cd2591bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:10.06567425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"8aec2c4c-642b-42f7-9dec-abbe688c4afd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:18.176850257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a04da84-966a-4bc3-858c-5be968952af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:18.226390476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a04da84-966a-4bc3-858c-5be968952af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:18.275186228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a04da84-966a-4bc3-858c-5be968952af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:18.323841095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a04da84-966a-4bc3-858c-5be968952af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:18.684067603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"63cdfad0-5fe8-4960-9817-df87a75f5968","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:18.736959586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"63cdfad0-5fe8-4960-9817-df87a75f5968","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.046239647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"f30ea64d-b266-4d9e-bcef-efc3135b4bad","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.046263309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"f30ea64d-b266-4d9e-bcef-efc3135b4bad","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.722779551Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","namespace":"ai-tenant-e2e-shared-a-w2-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.72303345Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","namespace":"ai-tenant-e2e-shared-a-w2-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.72322465Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","tenant":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.774106015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.831370319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"Service","name":"maas-api-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.884210415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.934556339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:19.986118671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.040125698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.093599667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.144496511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.182824008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3478d54-0be7-46e4-9889-986f11ec31bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.231338916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.231944011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3478d54-0be7-46e4-9889-986f11ec31bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.281390397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.281432409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3478d54-0be7-46e4-9889-986f11ec31bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.329623218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.330872993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3478d54-0be7-46e4-9889-986f11ec31bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.379547204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.427880932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.476555577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.525280285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.583958446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.632175514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.683696516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.736597391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:20.78513853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"f938a012-be9b-43c3-bbc7-4ac78399df3f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-546c10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:22.483524385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"6085fdef-8052-4855-95d3-15e9dc19c9a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:22.581259804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dfb65e28-91b2-4c59-8ef6-36c428d34f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:22.681585999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e4f19db-6015-4c21-90f2-d74885e91707","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:22.68201463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"b4250931-607f-4d9e-b06d-30a6584961b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:22.828505906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"022b9228-c9d1-4f51-b097-fa243b168e8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:22.929996079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"58caf564-5a1d-431c-a021-55cf249973ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:22.939773146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"71c7bd67-acb4-4e74-b33f-2c8eb1bcfd54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:23.04647724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"3a0ac250-cf28-4d67-a8b8-7a4d9e47d9af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.052524972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"a4723dee-8159-4d33-9d23-28bca5e51a0d","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.052548085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"a4723dee-8159-4d33-9d23-28bca5e51a0d","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.106037168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"b191f87c-8c24-42fd-8321-b953bebc2603","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.106063923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"b191f87c-8c24-42fd-8321-b953bebc2603","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.203560751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"9e2f7d77-1308-43a7-b754-4c4945b4c747","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.319133624Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"9e2f7d77-1308-43a7-b754-4c4945b4c747","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.370657054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-82f3c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"9e2f7d77-1308-43a7-b754-4c4945b4c747","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.423638033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"0e51e712-a745-476f-ba13-9f547161d9ec","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:24.42366353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"0e51e712-a745-476f-ba13-9f547161d9ec","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:34.523793389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"7555ab5d-5d36-4f1f-b662-6e2824863e45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:34.57840727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"7555ab5d-5d36-4f1f-b662-6e2824863e45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:34.630381654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-82f3c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"7555ab5d-5d36-4f1f-b662-6e2824863e45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:35.916184983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.103246914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e29ddb9-08f8-477c-baa6-c3379285fd46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.327129802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"357303ad-6257-4d49-a0cb-392108743bdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.43881125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"2017d2ff-4c59-4120-999a-3eb0cbfa0203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.53969187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"2b142139-3b3a-4e9d-8489-d4617fa509d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.640093878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"d613c99b-a8b9-4b93-b1f5-fb573976f993","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.640409703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"96b43be9-3c86-49d3-8599-b18dafe58a12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.829373643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fa93cf2-78a0-4bb2-8de2-1efc20efd264","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:36.936160937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"1432b088-379b-4036-a7b8-674adc6a036c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:43.262206487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"1caea739-8941-4778-a97c-f5e628b2be86","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:43.262235364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"1caea739-8941-4778-a97c-f5e628b2be86","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:44.728140528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"f660ab55-8ba7-40ea-83dd-13b764cdd111","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:44.781871404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"f660ab55-8ba7-40ea-83dd-13b764cdd111","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:44.833697531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-82f3c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7ee17ed3297dff2831694a39312e0f14be875f269ee5a17af46e8409116b1b9) AuthConfig (3eee0a28d7ae53171aa48e37247ba2d58fd4dfaa1854a597cd875020ef7b952b) AuthConfig (71bba8c0a3d5ebad49ea1923f4e7dc8c21e6ced8367f0157274df614f5c0d543) AuthConfig (8d5c88560209c804e282c392f2d3615e75c4458c32faada21af8c41e24e0fe24) AuthConfig (bec4ed1d634aef4f7b1ff7eddc7b3fda39d148ae7e452ed0100725900a5c85f5) AuthConfig (eb5ccdf763548b021695d71252bd58dd6e05f3ba82af1e592178d8f4e712d3bb) AuthConfig (704b629da4ad029f5bfd0e8789d64c3b7836a8d725305b6221f77104a86c372e) AuthConfig (d360eeb38cb9c8f3631cc8c6cf7c1a90f98a83e4703aae7b78ef8a57bcdf0996) AuthConfig (7cab39fa268417f9176197084dccfd894d20a6c1fb00805cb087993c8e55ddd4) AuthConfig (92e3319bdd1b71886f5a9ec7a6060a742f98a2bc74fbeef93fe627c359e8e4f3) AuthConfig (457a0852f5bb2520029b606ab7be54bfc929048e32b541ea0394de0da9833d29) AuthConfig (77bbb30ed1c426f1df0b7ea93147d49ff2c9664ea713813a525120b69372d961) AuthConfig (574f3e11c5b0a3613e00197f1458f56c225df5f9d8393801bc65c6975e289598) AuthConfig (0ed8460d87ff98525b46af30d0c846f6adac70c0e4ef90ffb2693e05fbe2b912) AuthConfig (e3786735a69c2ab88ffeb2b899122da7a04bb8f33ec11f252a03e40dc3e2111c) AuthConfig (0c84803e86c70f10873f4bd86335dbcb655cf2c38fec54a6c0dc2bfe286378bb) AuthConfig (521b946047a2488da6a518ead173c07e107899645805c93628ef97361e3203ad) AuthConfig (0bd5f6a9f0d95fdd4fe15dbc22f6da6b178baf366ce4bb8fa03bb1b41548d8d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"f660ab55-8ba7-40ea-83dd-13b764cdd111","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:44.888162447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"c90eac4c-185a-45ed-8380-3b245733632d","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:44.888184947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"c90eac4c-185a-45ed-8380-3b245733632d","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.652128258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"6fa841d3-76f2-4564-b7c6-f838c0293b84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.67682434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"2faf2ace-a089-430d-98cf-094309402b8a","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.676845468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"2faf2ace-a089-430d-98cf-094309402b8a","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.728053172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"b4b2ccd1-cb66-4421-93b1-b16437a2d760","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.728074422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"b4b2ccd1-cb66-4421-93b1-b16437a2d760","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.753528535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"745f3718-ec22-4788-8be4-babd30208c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.824781389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"c045fe4a-a7d8-4120-8796-5368b258f420","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.851504851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"03b893fe-5ee2-43ae-8789-c65ddefff708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.940474253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"c045fe4a-a7d8-4120-8796-5368b258f420","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:48.991785407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"c045fe4a-a7d8-4120-8796-5368b258f420","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:49.043669972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"5bcc0aab-b5ef-48c1-b3aa-8a54e7b4f950","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:49.043693658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"5bcc0aab-b5ef-48c1-b3aa-8a54e7b4f950","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:49.196563078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"82c89e47-97b5-436d-9e3c-33bd2ef219d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:49.308280923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"10fb090b-79b1-4f7a-bc5e-a91ffb4b4fa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:49.408739207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"506b5fe9-b16e-4a42-89f1-98b0a8aea822","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:49.420036708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad21148b-4e12-4302-9239-3c7e535cb052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:49.534482763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"c926b934-fbd7-466c-a323-64e2a9fe3622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:54.985910144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"9425f619-0a7c-4436-a365-0d7d703f82a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:55.038581938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"9425f619-0a7c-4436-a365-0d7d703f82a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:55.288037693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"30809b72-9edc-4d20-b1bb-b1739d8fc9bb","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:55.288060294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"30809b72-9edc-4d20-b1bb-b1739d8fc9bb","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:59.141829997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"86526b17-af02-4c20-8f58-8a4bfb8db932","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:59.195132042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"86526b17-af02-4c20-8f58-8a4bfb8db932","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:45:59.246803289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"86526b17-af02-4c20-8f58-8a4bfb8db932","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:00.796559772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"3e9498fa-fc9c-45b6-8ae7-5d13a7ce8f81","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:00.796582844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"3e9498fa-fc9c-45b6-8ae7-5d13a7ce8f81","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:00.853404965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"0e66090a-cac5-432e-a2e1-5b93e97f5d51","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:00.85343308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"0e66090a-cac5-432e-a2e1-5b93e97f5d51","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:00.893816452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"4275bc28-d11b-4308-853f-45e07e20cd97","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:46:00.902261518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"94cb8aad-d509-40d6-899f-ddae78f085c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-f7c8af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:00.946585114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"4275bc28-d11b-4308-853f-45e07e20cd97","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.006605334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"72277012-19f1-4d33-a84d-05534c7f209f","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.006627816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"72277012-19f1-4d33-a84d-05534c7f209f","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.057980856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"95c08ac5-d954-45d4-8591-37ee2ff619c6","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.058009122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"95c08ac5-d954-45d4-8591-37ee2ff619c6","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.110458414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"7586d152-1695-4ad2-bbc1-7d1ac4d8e665","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.110481148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"7586d152-1695-4ad2-bbc1-7d1ac4d8e665","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.165086017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"8ea6d364-644e-4bee-a7e5-461fbfdd0679","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.16510744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"8ea6d364-644e-4bee-a7e5-461fbfdd0679","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.165997499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","namespace":"ai-tenant-e2e-shared-a-w2-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.166042517Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","namespace":"ai-tenant-e2e-shared-a-w2-546c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.166087326Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","tenant":"e2e-shared-a-w2-546c10","tenantID":"e2e-shared-a-w2-546c10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.208455032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"89b4fd5e-5553-4140-a25d-77a1f1cee39d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.215449414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:46:01.216341262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"c0b83146-d182-41e2-ae42-cfa52ae4dfb5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-f7c8af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.259509321Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"a03c4e8a-be3c-4273-9416-c7b4eedc0272","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-rate-test-model-6f60b7","model":"rate-test-model-6f60b7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-6f60b7/e2e-rate-iso-a-f7c8af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.261059196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"89b4fd5e-5553-4140-a25d-77a1f1cee39d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.263714947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"Service","name":"maas-api-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.307451636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"f8854a11-9a01-4055-bf8e-00ea0ac9a174","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.311698119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.321751169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"27e4ffbb-f230-4483-9497-d9f62e370192","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.321771199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"27e4ffbb-f230-4483-9497-d9f62e370192","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.359752394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-546c10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.360375093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"f8854a11-9a01-4055-bf8e-00ea0ac9a174","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.372995192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"2e130ce8-fa23-46c7-82fb-3bec6e2e9369","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.373023419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"2e130ce8-fa23-46c7-82fb-3bec6e2e9369","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.408098295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.41355755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"716f907a-afff-4eee-a5df-791e2140b040","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.413579925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"716f907a-afff-4eee-a5df-791e2140b040","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.456516987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.505214558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.553483207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.556024478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"b7ba52fb-7bbe-440e-bfdc-94b696b9e768","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.568461739Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"e542fba2-a0e7-47fe-954a-52e612956fa5","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-rate-test-model-82f3c6","model":"rate-test-model-82f3c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-82f3c6/e2e-rate-iso-b-f7c8af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.602216427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.610193339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"b7ba52fb-7bbe-440e-bfdc-94b696b9e768","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.650525793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.669328941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"04689910-f8da-42c5-a199-92d677f85082","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-rate-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.698995219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.724214912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"76b10269-9797-402c-a2bd-37839d472898","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.724238348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"76b10269-9797-402c-a2bd-37839d472898","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.747476593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.795658109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.844048408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.892553226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.91910287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"9e0f5fcf-1caa-41c1-909b-b40fa99bc84c","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-rate-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.940781335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:01.988965824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:02.037220094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:02.085647258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-546c10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:02.134045094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-546c10"},"namespace":"ai-tenant-e2e-shared-a-w2-546c10","name":"default-tenant","reconcileID":"dddadd7d-ee40-42d8-aab3-ebdfd4bb5ccf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-546c10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:05.91476238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:06.668195224Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-546c10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-546c10","reconcileID":"93b2c742-9cfc-4433-8d60-76b91c839577","aitenant":"ai-tenants/e2e-shared-a-w2-546c10","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:07.144708078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87afb3-8fa1-45bf-96a1-f2fb573ece72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:07.194023516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87afb3-8fa1-45bf-96a1-f2fb573ece72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:07.243450692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87afb3-8fa1-45bf-96a1-f2fb573ece72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:07.293094912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87afb3-8fa1-45bf-96a1-f2fb573ece72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:07.448465766Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-546c10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-546c10","reconcileID":"93b2c742-9cfc-4433-8d60-76b91c839577","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-546c10","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-546c10"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.061980319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9539b48b-bebd-4aca-929a-0625fa7a9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.112392848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9539b48b-bebd-4aca-929a-0625fa7a9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.161401489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9539b48b-bebd-4aca-929a-0625fa7a9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.210753462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9539b48b-bebd-4aca-929a-0625fa7a9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.34604397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"82c1af6a-6dc8-4eb0-9066-42e508e6a79d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.399558906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"82c1af6a-6dc8-4eb0-9066-42e508e6a79d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.464320357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-1481d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08780c8d7f08cee5b8bf9fc8e7fe0bd5d5e59d273c531d6f57ad93463fca45bc) AuthConfig (2fb542896e0b2d168088959139fd69caf892d4f6a09b3b5fa6ef467dac25ac0f) AuthConfig (d1b231919ed622004fa52f09cab74c2b35b4b0b781d713a0166aa0d0e8f45e37) AuthConfig (2b7dccf6b2ab80131b469510d7a37447cbe414c27dc6fe6c77d0b827947472f3) AuthConfig (9042efaf502410e6f4beeba14e15cee2d0bdc7696f17f9243fb427676381632c) AuthConfig (29eb234bc17177e9b5ddeb5f4690e619981413adbc001ec3584b1ff9a71bc214) AuthConfig (76963ac538e5490d1e2cc3f5b7c691f024065393edf3b921faccb04c705e0f73) AuthConfig (22144cff2a0ffc1d2faf4f413c336b2a30ef4b608d9087bfa86f0098d8a4fa94) AuthConfig (8b009f7ee4a44aec437907290f4b76d484478f97363045102df16d457d974179) AuthConfig (a04ef9d5251b5e167c1f8925e83ca1a38617b9e7da849c883f50e5d8931bbae9) AuthConfig (26aa76065a0fd3f0310d67f657479db484a2a2c2704dbcfc49cf5e24c3f8636f) AuthConfig (6e3132bc96635f74d5707d18b34fa0a959efa1abb9a457b42c26147a67176754) AuthConfig (f24047f83a173bf83736f84a3296c7ad05490692197d127511fa618c04250080) AuthConfig (ab290a9b43d66414d1e37c2bc1176affc320e596cdcfacdd8d70d1c73d3308c7) AuthConfig (d41c0e90a749080be8b984faf7d757630df7b022987704a44a330872776bad29) AuthConfig (6b7ab9bfb7a60180c236145868e87164bd956b0c20f4094e91c5e2ebed5feaa4) AuthConfig (f131f5211b90b7aa0b6ade727f33d1a4864d1fefa1fd1516ee2496fda5db1bbf) AuthConfig (98a790e3436730718da95ab220c471a4d6e9ca777bd582b0c8dfd07c6e3e3931)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"82c1af6a-6dc8-4eb0-9066-42e508e6a79d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.518791894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"b97e46f9-a3a3-4d88-a0ac-7260ba41ade6","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:09.518812322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"b97e46f9-a3a3-4d88-a0ac-7260ba41ade6","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.166313724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4603d-0f76-482b-8ad8-5689ffb63629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.215285977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4603d-0f76-482b-8ad8-5689ffb63629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.267129066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4603d-0f76-482b-8ad8-5689ffb63629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.317735579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4603d-0f76-482b-8ad8-5689ffb63629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.466008608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"cde01925-5a7c-4011-98e6-8620e76c2fa7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.516542586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eae628d5-ff2c-44a5-80f0-80d5f2b57111","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.516960074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"e86e1c63-b5d6-428b-ba5f-8f76ec1bee7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.517351334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"2fa3a25d-ce25-49d0-9b07-230a14f20ffb","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-rate-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.670444265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"0e9c06f4-773f-494c-bad6-a19a2e9a8048","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.670465301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"0e9c06f4-773f-494c-bad6-a19a2e9a8048","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.802398309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"3cd939eb-36c8-4808-a9a6-9ef3739eac38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:15.901780802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"fb321a88-7d57-4859-994f-e19a77fe4cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.00197261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"d5d1165a-ffd0-4a81-8142-37e37f6707c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.025491083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7056b534-fbe1-4ee4-b1ce-5cc56b6d7398","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.278388121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"d57082ec-aa3f-468d-bac7-05c30781698e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.280193011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"3f2783be-4b7d-46af-a2db-669c7b0e8a8d","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-rate-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.438425173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"a92b5f1f-4184-4e35-babc-c54762fd92c4","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.438448051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"a92b5f1f-4184-4e35-babc-c54762fd92c4","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.447948916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"c3aea91c-8040-4323-acd4-b4f2a3519021","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.473005961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"a3b0067a-da75-4333-93ee-04a79813cf81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.500532953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"c3aea91c-8040-4323-acd4-b4f2a3519021","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:16.52573908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"a3b0067a-da75-4333-93ee-04a79813cf81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:17.122136888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824719b8-e77e-43fe-960a-baa77c70536f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:17.171157606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824719b8-e77e-43fe-960a-baa77c70536f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:17.220396011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824719b8-e77e-43fe-960a-baa77c70536f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:17.269543519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824719b8-e77e-43fe-960a-baa77c70536f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:19.617346613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"c6b7894e-9c0e-4a5c-a416-7dcf0a1b0067","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:19.672119673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"c6b7894e-9c0e-4a5c-a416-7dcf0a1b0067","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:19.922748893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"d995868b-a720-4d16-b944-329cee7e8704","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:19.922773869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"d995868b-a720-4d16-b944-329cee7e8704","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:21.695018956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"67201f8b-882d-40b8-9ac2-77dc6821c542","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:21.695142625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"2c78dfad-71e3-4bb1-91d3-0adbb07a3074","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:21.695163356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"2c78dfad-71e3-4bb1-91d3-0adbb07a3074","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:21.894429778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"67201f8b-882d-40b8-9ac2-77dc6821c542","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:21.948125893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"6ed2192a-5fe4-46ce-a653-f234b5af5282","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-rate-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.012755441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"67201f8b-882d-40b8-9ac2-77dc6821c542","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.012781797Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"67201f8b-882d-40b8-9ac2-77dc6821c542","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.068290046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"838c0a26-742d-4898-8613-21045c7901d3","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.068312237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"838c0a26-742d-4898-8613-21045c7901d3","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.198690434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"923eab1b-f93d-4561-9559-429e337f8683","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.198719029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"4e1f746c-22c0-4609-8564-6503a4938d91","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.198733797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"4e1f746c-22c0-4609-8564-6503a4938d91","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.320255441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"520479ed-3dad-44e9-b9de-ef78b2c0b7a2","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-rate-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.396246973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"923eab1b-f93d-4561-9559-429e337f8683","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.44718398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"4a959cee-d788-4f8b-a371-37507ce30496","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-rate-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.512393299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"923eab1b-f93d-4561-9559-429e337f8683","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.51242322Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-auth-f7c8af","reconcileID":"923eab1b-f93d-4561-9559-429e337f8683","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.565063004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"b7f6bea3-1410-430f-afd4-a8d710177f0d","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.565083826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"b7f6bea3-1410-430f-afd4-a8d710177f0d","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.704102254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"6a8db88b-769d-4759-af71-365df14f3b49","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.704123703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"6a8db88b-769d-4759-af71-365df14f3b49","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:22.818197844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"a942fdb4-838d-4156-8dd4-af8637fd2cb8","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-rate-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:24.990045341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"effac79a-8a1c-4051-b7b1-bb08bcd387d1","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:24.990067497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"effac79a-8a1c-4051-b7b1-bb08bcd387d1","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:25.044504715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"9869f8c7-48c5-4331-9a07-631ac2f1f0ac","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:25.044527764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"9869f8c7-48c5-4331-9a07-631ac2f1f0ac","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:25.165392844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"25df6167-a096-4f7b-b14a-09960161d82b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:25.282160409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"25df6167-a096-4f7b-b14a-09960161d82b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:25.334024142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"25df6167-a096-4f7b-b14a-09960161d82b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:25.387773854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"8492334c-dc05-4bdc-b0b9-8607618250be","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:25.387873425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"8492334c-dc05-4bdc-b0b9-8607618250be","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:32.859556996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"d3cfbacf-00ce-46bb-9658-dd3be4cc62f2","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","subscription":"e2e-rate-iso-a-f7c8af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:32.909120361Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"d3cfbacf-00ce-46bb-9658-dd3be4cc62f2","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:32.958497447Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-rate-iso-a-f7c8af","reconcileID":"d3cfbacf-00ce-46bb-9658-dd3be4cc62f2","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c8af","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:33.220115401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"eba25132-9df8-4629-8bf9-e5bd84353f74","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/rate-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:33.220138408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"rate-test-model-6f60b7","reconcileID":"eba25132-9df8-4629-8bf9-e5bd84353f74","MaaSModelRef":{"name":"rate-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"rate-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"rate-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:33.35548756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"85bcc88a-64a1-435d-af19-e8b6d6ab04fd","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:33.355510177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"85bcc88a-64a1-435d-af19-e8b6d6ab04fd","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:35.48591376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"91f4f0fc-09ea-4e86-aca4-354a1a248b58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:35.538739101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"91f4f0fc-09ea-4e86-aca4-354a1a248b58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:35.591985718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"91f4f0fc-09ea-4e86-aca4-354a1a248b58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:35.916593261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:36.568601972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"566756eb-11da-485b-a9a0-580223a1b488","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:36.676882134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"ba84c544-6cfa-4b77-b185-67fce1ebc72d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:36.795134766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"f545ac07-a8e7-44a9-8031-73f25fdff7e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:36.897969956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"9bb6efb1-0f52-425e-9399-09a367b4ded4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:37.093289317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"cdeb1b55-121b-4ff3-be9d-b00dbf94ef0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:37.19255914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"9c9bf651-8598-40a5-bc20-6ae1cf60eba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:37.436082693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d7a21d2-07c7-4120-9145-7cb2b63ce494","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:37.535008153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64591ef4-e6af-430c-ba00-4f1b87ed56c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:43.509340488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"ea89afc9-04dd-4950-a8d4-8365760c0411","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","subscription":"e2e-rate-iso-b-f7c8af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:43.559126475Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"ea89afc9-04dd-4950-a8d4-8365760c0411","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:43.608693049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-rate-iso-b-f7c8af","reconcileID":"ea89afc9-04dd-4950-a8d4-8365760c0411","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c8af","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:43.878196253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"5445945d-c4b9-4b4e-9d94-28560c510299","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/rate-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:43.878226161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"rate-test-model-82f3c6","reconcileID":"5445945d-c4b9-4b4e-9d94-28560c510299","MaaSModelRef":{"name":"rate-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"rate-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"rate-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:45.695037031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"42f6c09f-6dd4-492a-ba04-2c635e35fe45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:45.749123155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"42f6c09f-6dd4-492a-ba04-2c635e35fe45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:45.802468937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fa9005-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfa6f5c81b801ff42b420861d6f21be10c5d34503cffdec9dc2215158f706f5b) AuthConfig (073b5ec027fa57ba99be47ac59975079d5bdb45c97baa18285a56945c121d9e2) AuthConfig (2041e2d8657737bcd90bcf0fe22f26f304ac800772d50d6b2b50821813103c69) AuthConfig (ade99b023ab8129cd086e5074e75e7a0cad86f35cb2332c943cd23f110bdcedc) AuthConfig (3734a7b9f82094ec5318830f96a5f4ef3c6ed72f2967a95728cc0b363eeccef8) AuthConfig (ccde3c71f8b6dc03b1c6b97f428dc8e52e40d8ce05355763ebdcc785f326f14a) AuthConfig (158bd173b40f609bdefb977a9788b942a88e8c0f0b009401b2b779e407181861) AuthConfig (b2733583c1e44ef63921d24ab726f2cca1a44c9946eb25ceaf0fb6b769cb6fcf) AuthConfig (a10a13e37a9fc349a9bb54fda4611c71ffaed871f25adbd0f9e257d7b6a18a62) AuthConfig (83aca1f52468df8288570ced80a52a1065fd3d413ede230370d67d98f5f0781d) AuthConfig (abb6d710716bd11444a308242d19b26d6e3199e2044cb9f57a831699c0352d43) AuthConfig (ab77068e087692f3cff29b3f2a561224aa7588974741602f87d0d08f427b6ce7) AuthConfig (4ce46f7bc16c602805a99442c7d71542718c97d19448b98538561906f3a0f87b) AuthConfig (2de95df1b4f716bd413b68ff674e12f224ba02770cf0f5f5a7c5646ab6663310) AuthConfig (4927ffcfe12b0de9e4ee5afa7ce1aa7cd21ff4eae8c1beaa559eeb93de6698b7) AuthConfig (1d4d6dfa385726778854be2327bbf78df877066174f33b0157904610cc053a3b) AuthConfig (073dd1943b5cd237b294c91cd79f585a005fcc36b811ae1d0925f45b14d7ab2c) AuthConfig (c58511acb4705d1b6e08040d0d1df0928945b87f2d6ddd0ea4ddac84d1821f1c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"42f6c09f-6dd4-492a-ba04-2c635e35fe45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:45.859108649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"5033330c-86cd-4297-8175-c0ed0bb543d2","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:45.859130545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"5033330c-86cd-4297-8175-c0ed0bb543d2","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.035546287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.035614958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","namespace":"ai-tenant-e2e-shared-b-w2-c45a51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.035667606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","tenant":"e2e-shared-b-w2-c45a51","tenantID":"e2e-shared-b-w2-c45a51","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.086508857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-c45a51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.145626073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"Service","name":"maas-api-e2e-shared-b-w2-c45a51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.198946967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-c45a51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.252040216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-c45a51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.310891461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.366798931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.421189168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.473658859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.523626384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.57825328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.578768523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"e0bc1c8e-1f13-47d1-b822-2586773fb9e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.626983578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.676994169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.69501359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"4b846b84-7c85-4d68-af80-9de27e5f8520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.725839162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.778902789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.829258638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.882918135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.935247312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:48.984412101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.037291297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-c45a51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.063772246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d132830a-8313-44f5-b91e-1dd56ad9ef5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.086407365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c45a51"},"namespace":"ai-tenant-e2e-shared-b-w2-c45a51","name":"default-tenant","reconcileID":"4fb1dd4e-6a15-4f25-a959-9d90359e4363","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-c45a51","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.17287269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"b8e7ef7c-b05b-4049-a6b0-3498bfb1e6ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.276760203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83eb2c89-dd53-4229-ba55-d1fb02aa7098","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.376460299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"4a1d79be-cd8c-4145-bb6e-e326ac585ecf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.37650023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"7f36f626-d740-4650-9512-32bb9ebf6bcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:49.528309548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"6b4790ca-ac01-438f-bce4-6e6714c88126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:54.070048057Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c45a51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c45a51","reconcileID":"e48b1556-7766-412c-a7a7-413895825271","aitenant":"ai-tenants/e2e-shared-b-w2-c45a51","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:54.592239413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2a052-12ed-4231-ba2b-159211624e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:54.641292244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2a052-12ed-4231-ba2b-159211624e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:54.69049582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2a052-12ed-4231-ba2b-159211624e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:54.739696404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2a052-12ed-4231-ba2b-159211624e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:54.852568092Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c45a51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c45a51","reconcileID":"e48b1556-7766-412c-a7a7-413895825271","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c45a51","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c45a51"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:55.958966841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"a2557a15-647c-4a0b-8738-f39b338e27ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:55.987770293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"482bff07-d874-4528-bcba-96ea85ad1d98","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.013073999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"a2557a15-647c-4a0b-8738-f39b338e27ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.026451249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-access","reconcileID":"022a70b3-25b4-4f3e-b83a-17c53712647b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.197138201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e3703e66-051d-4c05-ab93-5448b9edbe13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.233567361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"397f2ada-8f19-4943-b9d4-f44ee6d088d8","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.251217903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"e3703e66-051d-4c05-ab93-5448b9edbe13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.299379527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"b9b2605e-78ed-44dd-83f5-f50059d386d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.383081112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"3638a71c-4eee-4bd1-8cf1-f7d3a112f5dd","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.437187331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"3efb2ebd-cd49-44eb-b2a6-bcdf45104c62","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.437211065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"3efb2ebd-cd49-44eb-b2a6-bcdf45104c62","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.474739927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"5a9183c1-c3eb-4e99-bb4e-6ca19c3aed0a","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.602574507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21059dd4-bfcf-4dec-9d65-cb2b222d8e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.602767478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"21dd20cd-92d9-44ae-ae60-5e99d7d96bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.651828173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21059dd4-bfcf-4dec-9d65-cb2b222d8e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.700988946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21059dd4-bfcf-4dec-9d65-cb2b222d8e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.750185726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21059dd4-bfcf-4dec-9d65-cb2b222d8e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:56.755314321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"21dd20cd-92d9-44ae-ae60-5e99d7d96bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:58.611603587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08e966e-1b23-4057-b8e9-6ae113396d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:58.661106095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08e966e-1b23-4057-b8e9-6ae113396d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:58.710584515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08e966e-1b23-4057-b8e9-6ae113396d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:46:58.759426893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08e966e-1b23-4057-b8e9-6ae113396d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:00.622454773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"dcc448e3-377d-4ff0-8b0a-11b0d5ceee9c","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.685260805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"eb3f5c22-be00-437c-a8a0-0cc41d03ec2d","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.685291718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"eb3f5c22-be00-437c-a8a0-0cc41d03ec2d","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.743043848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"7075bf42-9b2a-4d26-9a15-2baa2b0e4e70","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.743067082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"7075bf42-9b2a-4d26-9a15-2baa2b0e4e70","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.784860946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"9e8fd546-bef2-429b-ad3b-2fdea32b2a0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:47:01.800580275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"1e864ec3-3151-4cc9-ab2a-76ae0364fb80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f30807\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.839353189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"9e8fd546-bef2-429b-ad3b-2fdea32b2a0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.954150506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"f24cdc14-f8e8-4203-8f3c-d082ac4f5f68","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:01.954172842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"f24cdc14-f8e8-4203-8f3c-d082ac4f5f68","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.014033234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"84231658-9fb3-49bb-b5ef-c4ef0195ef22","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.014057133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"84231658-9fb3-49bb-b5ef-c4ef0195ef22","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.014453793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"b7e0ebbf-76ba-4933-9349-cdb72fc71988","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.014478659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"b7e0ebbf-76ba-4933-9349-cdb72fc71988","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.053329992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"a7876d5f-533e-405f-a058-224cade32463","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.064852544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"7bd3be24-2fb1-45c1-9d32-926a8726f79f","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.064873783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"7bd3be24-2fb1-45c1-9d32-926a8726f79f","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:47:02.075645975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"f852be9b-bbe0-4043-a841-ea7ba55c33a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f30807\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.108548326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"a7876d5f-533e-405f-a058-224cade32463","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.15861096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"88f7c324-d240-4a22-8870-fff55a531ae3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.189238296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"6ee11eb6-425f-40b8-a211-15845b4c9de7","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.189260267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"6ee11eb6-425f-40b8-a211-15845b4c9de7","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.216454126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"88f7c324-d240-4a22-8870-fff55a531ae3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.279409124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"80dc7e56-81c5-40c8-902f-39b6880e0ce9","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.279431598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"80dc7e56-81c5-40c8-902f-39b6880e0ce9","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.279708446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"097b73de-8f37-49b9-a982-ea051f504e25","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.279720494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"097b73de-8f37-49b9-a982-ea051f504e25","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.282194422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"c307daa9-d8e7-4c47-85b7-11033fca5d04","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"sub-test-model-1481d7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-1481d7/e2e-shared-sub-f30807"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.346070021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"812abc39-e27a-4449-aedd-ef7d83ee9f4d","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.346093547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"812abc39-e27a-4449-aedd-ef7d83ee9f4d","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.366296419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"70f6e5d2-ede9-42e8-bbd5-aace9ce6a264","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:47:02.401148445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"a5ec7e98-ebd4-4407-a9f2-a243ef4c4839","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-f30807\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.42281822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"70f6e5d2-ede9-42e8-bbd5-aace9ce6a264","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.468747594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"fae03641-49ef-40ac-b796-b520bbf04520","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.468776562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"fae03641-49ef-40ac-b796-b520bbf04520","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.487559161Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"d818dbd2-7787-4bce-8ef8-e4c597f38240","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"sub-test-model-fa9005","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fa9005/e2e-shared-sub-f30807"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.525518275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"7d6874bc-aa3a-4466-90cc-f64280a98bba","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.525539588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"7d6874bc-aa3a-4466-90cc-f64280a98bba","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.537516046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"4199774d-bedc-4331-baf7-32f4b65e04e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.573332416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"8321006c-4ba0-46be-a320-9873c2f6265a","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.57335393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"8321006c-4ba0-46be-a320-9873c2f6265a","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.583243127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"033e9763-016e-42bd-91c6-03077ec0bd94","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.583266536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"033e9763-016e-42bd-91c6-03077ec0bd94","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.594522637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"4199774d-bedc-4331-baf7-32f4b65e04e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.628625661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"93ced7af-2dd5-4fcc-9c8b-159f13d41dd7","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.62864837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"93ced7af-2dd5-4fcc-9c8b-159f13d41dd7","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.651877625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"9d047d63-8bd8-4ab5-be4c-2aa0af861321","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.651902481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"9d047d63-8bd8-4ab5-be4c-2aa0af861321","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:47:02.683193498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"9d4240ea-1138-4463-af98-66ef35bb01f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-f30807\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.735988983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"4ed62877-421e-443e-baef-78c67932bb1d","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-1481d7/e2e-a-only-f30807","ai-tenant-e2e-shared-a-w1-1481d7/e2e-shared-sub-f30807"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.736036557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"067a9290-361b-4338-b16b-487cb5500c5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.792878274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"067a9290-361b-4338-b16b-487cb5500c5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.796250801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"2c565134-9c5f-4f84-b0e4-b068e00ade6c","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.796269027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"2c565134-9c5f-4f84-b0e4-b068e00ade6c","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.851862997Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"663ed902-779b-439a-9d81-fe0ad7c1ee10","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-1481d7/e2e-a-only-f30807","ai-tenant-e2e-shared-a-w1-1481d7/e2e-shared-sub-f30807"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.854314135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"642265cf-b3d3-4f24-92c0-97d62d211be9","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.854334977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"642265cf-b3d3-4f24-92c0-97d62d211be9","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:02.942443675Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"ed7ac1a2-ec58-4b3d-9fe4-6c16e76f6b96","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-fa9005/e2e-b-only-f30807","ai-tenant-e2e-shared-b-w1-fa9005/e2e-shared-sub-f30807"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.010836821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"013d36fe-739c-4aab-ab7e-07418c952c56","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.01086005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"013d36fe-739c-4aab-ab7e-07418c952c56","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.057997441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"025b62c6-a635-4847-822e-97f24a4fa082","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.059240604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"36dcf6d0-605c-41a5-97ec-ab78e7d5b6ee","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.21262983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"ebc153bc-82f4-4f72-8874-2e9918ba8efa","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.222607093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"26c4fc14-e542-4a7c-a84a-8297c30907a0","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.22263504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"26c4fc14-e542-4a7c-a84a-8297c30907a0","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.312817876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"32b4cf27-69fa-46a8-9d15-e7a9339334c1","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.415432358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"df838069-a94a-46d6-b0bc-89e0bb1e7deb","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:03.524349702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"0170e751-c05c-4d8f-81a2-89caf9963be1","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:05.917602019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:06.529225845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"58e102eb-a5c1-4ae3-a87d-f8f1ed1fc6f0","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:06.574964093Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"d4428f33-7e5c-42ca-89ea-0060c6b81730","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:06.62982248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"d4428f33-7e5c-42ca-89ea-0060c6b81730","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:06.68562638Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"simulator-subscription","reconcileID":"d4428f33-7e5c-42ca-89ea-0060c6b81730","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/simulator-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:06.886884142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"b94b4e16-ce6e-4e28-a118-95b05fc2e825","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:06.9606385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"ede7509e-d04c-4edd-93ae-b1658b29156d","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:07.046735812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"da2c7acc-e009-48d0-a0c0-2d194a16001b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:07.097691611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"a06a9974-d1c3-49db-af52-ce570b5dae3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:07.101247083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"da2c7acc-e009-48d0-a0c0-2d194a16001b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:07.258109354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"0c36953f-a0d0-4e78-b8c7-eed9246d5074","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:07.362012472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"432b7bb4-6747-4a33-a742-2cbd9986c387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:07.420048468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"432b7bb4-6747-4a33-a742-2cbd9986c387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:07.475963686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"cd925166-fe1f-4ef1-8086-e3471eff5194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:10.679077661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"32d7616e-44a6-47b1-97c1-4238e861eef2","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:12.681212151Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"7c5694d3-cc4f-4b82-9375-68de7b9c0ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:12.681302273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"a4b8ff90-1658-4ae8-9e8f-4e32b30dd64e","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:12.744568841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"f77c0aef-12d8-4394-882f-149a2360025f","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:12.83757332Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"5f5dcf10-df98-430c-a9ff-fe1c1bc17f4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:12.886331152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"7c5694d3-cc4f-4b82-9375-68de7b9c0ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:12.887962085Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"5f5dcf10-df98-430c-a9ff-fe1c1bc17f4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"maas-trlp-premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083","model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.012976359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"7c5694d3-cc4f-4b82-9375-68de7b9c0ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"name":"e2e-worker-w2-1d3083-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.013000067Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-access","reconcileID":"7c5694d3-cc4f-4b82-9375-68de7b9c0ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.071900282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"5e145844-0dc3-4c04-b36a-8394e4adbf7c","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.101493014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"a0bede65-8ff8-4c10-8a4b-1d6c4396ccb6","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.285528735Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"b3a0f149-f9a6-4a45-870b-400f331c4615","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7e866a7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.680564396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"2e767587-cd0b-4401-b928-14a4e39d9be0","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.729559157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"ed7386c4-c520-44c7-a3e3-43836575e874","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.73083055Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"7c0a24a4-1028-4315-98eb-ae942ababb12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7e866a7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.778677583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"3cf5c149-2df1-4d31-bf40-1c68dcf2b3bc","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:13.779013722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"03374978-2504-4947-a203-9af004de94eb","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:14.613312318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b482b1a2-573b-4999-9b0f-1999951f6763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:14.664630698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b482b1a2-573b-4999-9b0f-1999951f6763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:14.713580594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b482b1a2-573b-4999-9b0f-1999951f6763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:14.762674115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b482b1a2-573b-4999-9b0f-1999951f6763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:16.608143116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f364de-6e5b-44bf-becd-f45f92ef1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:16.658625169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f364de-6e5b-44bf-becd-f45f92ef1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:16.7188914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f364de-6e5b-44bf-becd-f45f92ef1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:16.768127759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f364de-6e5b-44bf-becd-f45f92ef1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:23.730417027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"1beae7f9-6263-428c-a241-74938d412170","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:23.779613897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"d0484565-0dcf-4c7d-9580-ada6a6d7ed4b","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:23.779978822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"43c8623e-e2da-4562-8314-5850826048ba","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:23.780146332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"a8177634-7cff-4601-88fe-75df9ce13ef2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:23.82862251Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"premium-simulator-subscription","reconcileID":"a8177634-7cff-4601-88fe-75df9ce13ef2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"model":"e2e-models-e2e-worker-w2-1d3083/premium-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:24.138124995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"89eafe67-dd9a-4710-8d68-21ca7e2fa5cd","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.546023835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"6eced0c6-0db0-40b1-a2b7-7947270c7546","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.54604313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"6afeac21-4262-496f-bb59-1d634a3ba2b2","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.604194326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"71851dcd-2440-4131-8dbe-856718f4cb5d","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.707831592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"6c78ac2b-26b7-4251-92aa-ed5fb507034c","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.707858639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"6c78ac2b-26b7-4251-92aa-ed5fb507034c","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.710647608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"ada99bf3-e610-4520-bfbb-182256c78b7b","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.710669707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"ada99bf3-e610-4520-bfbb-182256c78b7b","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.720768268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"3acdcbe3-16e9-4977-b82c-db8f6387ed68","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.720818276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"45a73252-110c-4957-9490-d4152cc0534d","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.773484713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"967d7a81-d9b3-4579-94e4-22d0b352c8e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.828165031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"967d7a81-d9b3-4579-94e4-22d0b352c8e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.876908698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"ddf7f434-8fbc-42ce-a275-d50881585df2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.881463745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"093579b6-e708-4aae-946a-9477a4d752b3","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.881555553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"093579b6-e708-4aae-946a-9477a4d752b3","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.884519938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"918babb7-1132-4f65-ac90-c17e375c99df","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.884536108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"918babb7-1132-4f65-ac90-c17e375c99df","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:26.932067408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"ddf7f434-8fbc-42ce-a275-d50881585df2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:33.731810378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-w2-1d3083","reconcileID":"b1c15cf2-4089-43aa-921e-670a28ec297d","MaaSModelRef":{"name":"distinct-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:33.780677875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"distinct-2-w2-1d3083","reconcileID":"d89c163e-44f9-4c07-91d3-022a0572975e","MaaSModelRef":{"name":"distinct-2-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"distinct-2-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"distinct-2-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:34.138755864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"premium-w2-1d3083","reconcileID":"66e4d8e9-fa9b-4473-bda8-a51dfbf86240","MaaSModelRef":{"name":"premium-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"premium-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"premium-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:35.920448049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:36.659275655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"namespace":"e2e-models-e2e-worker-w2-1d3083","name":"simulator-w2-1d3083","reconcileID":"78b19699-8e0a-4eae-a751-ca8de0dbc295","MaaSModelRef":{"name":"simulator-w2-1d3083","namespace":"e2e-models-e2e-worker-w2-1d3083"},"routeName":"simulator-w2-1d3083-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d3083","llmisvcName":"simulator-w2-1d3083","gateway":"openshift-ingress/e2e-worker-w2-1d3083","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:36.844068193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"bca9c0ae-37bb-44ef-b8b3-e2d44e866fce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:36.844092125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"89c7b6fd-05ca-4839-bf9a-91b9e2803388","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:36.844111398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"89c7b6fd-05ca-4839-bf9a-91b9e2803388","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.057567756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"bca9c0ae-37bb-44ef-b8b3-e2d44e866fce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.063387027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"2c246757-1c25-4942-9e83-9aeecf7ac38c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.188191447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"ee90efdb-0f90-4936-90e0-ffa737a273d5","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.188217799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"95bb66d1-78ae-4df0-8aa8-1ded5b885b8f","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.190991222Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"bca9c0ae-37bb-44ef-b8b3-e2d44e866fce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.191006927Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"bca9c0ae-37bb-44ef-b8b3-e2d44e866fce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.246086637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"1475ac94-9d00-4e71-9014-dd052e35e484","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.246392681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"5eded872-615c-4881-831d-862de05c6cc5","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.24640922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"5eded872-615c-4881-831d-862de05c6cc5","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.375995957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"268ab464-a698-414c-88cb-f2aecf574e08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.382176231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"1d9c9469-c4f4-468a-a33a-9138ae600c95","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.382198953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"1d9c9469-c4f4-468a-a33a-9138ae600c95","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.458952928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"1475ac94-9d00-4e71-9014-dd052e35e484","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.491407372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"231876a4-ae37-47df-833b-935207fb4a69","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.491827892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"b1a0fc12-dac3-48c0-9e63-922c8233503b","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.523178553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"1475ac94-9d00-4e71-9014-dd052e35e484","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"e2e-shared-a-w1-1481d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.523203133Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"1475ac94-9d00-4e71-9014-dd052e35e484","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1481d7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:47:37.576299284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-sub-iso-auth-f30807","reconcileID":"1475ac94-9d00-4e71-9014-dd052e35e484","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-f30807\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.673401456Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"903ffdc0-a0b9-48ca-9e53-34602615f782","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-1481d7/e2e-a-only-f30807"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.707477623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"680bfae9-dc05-41ca-b2ed-c58f1d87d647","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.740613929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"80c3ddb7-03c7-4c27-b979-05e575b71104","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.840461401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"0794cf89-3f28-4162-ac43-e72aede1c37a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:37.844778329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f5a305e-be41-4028-8d2a-e7164b098c1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:38.052011654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"eb8c53f1-8928-4b32-a2bb-1f6b5d9cb749","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:38.060879607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"f780275d-4474-4ed1-92e0-c5c2d62dedc2","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:47.903317502Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","namespace":"ai-tenant-e2e-worker-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:47.903407932Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","namespace":"ai-tenant-e2e-worker-w2-1d3083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:47.903478107Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","tenant":"e2e-worker-w2-1d3083","tenantID":"e2e-worker-w2-1d3083","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:47.955670528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"Deployment","name":"maas-api-e2e-worker-w2-1d3083","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:47.95903044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"ae6fb9bf-565d-4e9b-8f14-5eb36353c778","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscription":"e2e-shared-sub-f30807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.020047865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"Service","name":"maas-api-e2e-worker-w2-1d3083","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.079979406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-1d3083","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.114254455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-shared-sub-f30807","reconcileID":"ae6fb9bf-565d-4e9b-8f14-5eb36353c778","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.141745277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-1d3083","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.201455932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.256528639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.313158081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.335205675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"dd5b56e7-6278-492a-b70d-ff8b6fab3208","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.335246271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"dd5b56e7-6278-492a-b70d-ff8b6fab3208","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.368748967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.419077507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.469086179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.486860683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"b3fde3e7-83c7-437a-a8a7-b0e5cdda1bb9","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.4868876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"b3fde3e7-83c7-437a-a8a7-b0e5cdda1bb9","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.518051614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"Service","name":"payload-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.567851566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.617725718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.667815144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.717140903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.777195253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.829469168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.87857919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.92762494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-1d3083","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:48.976325757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d3083"},"namespace":"ai-tenant-e2e-worker-w2-1d3083","name":"default-tenant","reconcileID":"f1069607-f1a2-45b6-8131-23819867b854","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-1d3083","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:52.38157336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"65b8e228-88dc-4e8d-9d10-436cfc92a300","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:52.503406318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"2d46901f-2bef-4229-964f-ebb4cc45f4ca","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:52.503410388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"9c292a85-f97d-4b0e-a3cb-0e9b8172c191","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:52.667206942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"821fc7fa-b1af-4faa-b5a1-92ace950c876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:52.831992839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ded2219f-c6f1-459e-a683-a1e77cb2db04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:52.932397548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab103ef5-cc2d-4505-b4d0-d85387b81c3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:53.031257427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"fbb06c65-b128-41af-9643-d9ad2ae1e8eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:53.132288501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"be569469-8c6e-46b5-857f-8d74140ffdf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:54.326050816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"4afefc74-7fa4-43a4-ae27-ae7fd456d06c","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:54.326080724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"4afefc74-7fa4-43a4-ae27-ae7fd456d06c","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:56.235357905Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-1d3083","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-1d3083","reconcileID":"30d4a82a-ddb8-480e-8567-ec65fbf57daf","aitenant":"ai-tenants/e2e-worker-w2-1d3083","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:56.68543163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17be5e1-e552-419f-b046-046ae98af88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:56.734285076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17be5e1-e552-419f-b046-046ae98af88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:56.78322646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17be5e1-e552-419f-b046-046ae98af88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:56.832246714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17be5e1-e552-419f-b046-046ae98af88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:56.996857495Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-1d3083","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-1d3083","reconcileID":"30d4a82a-ddb8-480e-8567-ec65fbf57daf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-1d3083","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-1d3083"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:58.637442456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d77490-4d18-4b4b-8562-cdbd327f5a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:58.687316071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d77490-4d18-4b4b-8562-cdbd327f5a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:58.737474686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d77490-4d18-4b4b-8562-cdbd327f5a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:58.739492259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"a3ef4daf-0787-4977-916c-d974fe304289","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","subscription":"e2e-a-only-f30807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:58.786665366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d77490-4d18-4b4b-8562-cdbd327f5a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:58.836519077Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"a3ef4daf-0787-4977-916c-d974fe304289","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:58.886676722Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"e2e-a-only-f30807","reconcileID":"a3ef4daf-0787-4977-916c-d974fe304289","MaaSSubscription":{"name":"e2e-a-only-f30807","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"name":"maas-trlp-sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.194319374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"556dee8d-7e5b-49c4-a0b3-91de9d613094","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"tenant":"e2e-shared-a-w1-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","model":"ai-tenant-e2e-shared-a-w1-1481d7/sub-test-model-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.194351308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"sub-test-model-1481d7","reconcileID":"556dee8d-7e5b-49c4-a0b3-91de9d613094","MaaSModelRef":{"name":"sub-test-model-1481d7","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"routeName":"sub-test-model-1481d7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","llmisvcName":"sub-test-model-1481d7","gateway":"openshift-ingress/e2e-shared-a-w1-1481d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.489362539Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"07099131-640a-4db1-967e-fc5a44f69563","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.48936869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"e51b44c6-4eff-4b02-ad2d-b839ca8b4126","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.48946936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"e51b44c6-4eff-4b02-ad2d-b839ca8b4126","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.688694192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"07099131-640a-4db1-967e-fc5a44f69563","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.74332019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"6c6ba551-4caf-4074-8fbc-d68a21a9e2d3","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.74331849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"9bbc584d-87a5-4c38-883d-5797f9757ff2","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.891468615Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"07099131-640a-4db1-967e-fc5a44f69563","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"e2e-shared-b-w1-fa9005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.891492731Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-sub-iso-auth-f30807","reconcileID":"07099131-640a-4db1-967e-fc5a44f69563","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.945770385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"04d64ea8-d21a-4cfb-be8c-56d97f5354c4","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:47:59.945800126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"04d64ea8-d21a-4cfb-be8c-56d97f5354c4","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.090736742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"cd6d6b57-aa31-41bc-8a85-77449211fa4e","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.090771681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"cd6d6b57-aa31-41bc-8a85-77449211fa4e","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.303489022Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"761a03ab-b4e4-4777-9f2a-5d182936b59b","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fa9005/e2e-b-only-f30807"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.36559935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"79d19040-0744-4f6b-9447-e4da2ba4dea1","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.604204299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ac05f1-c539-4821-ba15-0a50405cced8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.653276161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ac05f1-c539-4821-ba15-0a50405cced8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.702411853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ac05f1-c539-4821-ba15-0a50405cced8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.751508556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ac05f1-c539-4821-ba15-0a50405cced8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:00.851822711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"4e27f142-c878-4abc-8a0c-2a565ff08e7a","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:05.915591543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:10.561505393Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"6a3bd311-aa1b-4dd4-b693-8e970020becf","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscription":"e2e-shared-sub-f30807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:10.708957904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-shared-sub-f30807","reconcileID":"6a3bd311-aa1b-4dd4-b693-8e970020becf","MaaSSubscription":{"name":"e2e-shared-sub-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:10.917810585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"fc3e9147-5d2f-438b-9736-5e28f20d8ee0","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:10.917834339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"fc3e9147-5d2f-438b-9736-5e28f20d8ee0","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:11.2175607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"85d59b45-a7df-479e-b88c-6061ca04ea2d","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:11.217582596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"85d59b45-a7df-479e-b88c-6061ca04ea2d","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:21.370413185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"411a1c00-194e-4bc4-9cd5-e7bc4724f9af","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","subscription":"e2e-b-only-f30807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:21.419758277Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"411a1c00-194e-4bc4-9cd5-e7bc4724f9af","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:21.468891485Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"e2e-b-only-f30807","reconcileID":"411a1c00-194e-4bc4-9cd5-e7bc4724f9af","MaaSSubscription":{"name":"e2e-b-only-f30807","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"name":"maas-trlp-sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:21.735007213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"8f75a5dd-ac21-4db4-9b56-0899064956e3","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"tenant":"e2e-shared-b-w1-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","model":"ai-tenant-e2e-shared-b-w1-fa9005/sub-test-model-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:21.735030813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"sub-test-model-fa9005","reconcileID":"8f75a5dd-ac21-4db4-9b56-0899064956e3","MaaSModelRef":{"name":"sub-test-model-fa9005","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"routeName":"sub-test-model-fa9005-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","llmisvcName":"sub-test-model-fa9005","gateway":"openshift-ingress/e2e-shared-b-w1-fa9005","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:35.917285409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:47.033416818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d28158ba-99c5-443d-81a6-467eebc852a7","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:47.033447098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d28158ba-99c5-443d-81a6-467eebc852a7","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.561516876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"8e5b784b-0daf-4abc-a598-b930d1eb0500","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.561543307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"8e5b784b-0daf-4abc-a598-b930d1eb0500","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.613513609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"7f542649-ae20-4962-baad-391dfe89b22d","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.613535255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"7f542649-ae20-4962-baad-391dfe89b22d","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.710129423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"0275b0c8-b438-4d4c-93dd-81aecfdbdc67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.826172264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"0275b0c8-b438-4d4c-93dd-81aecfdbdc67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.877535877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6f60b7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"0275b0c8-b438-4d4c-93dd-81aecfdbdc67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.930990302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"705c5c16-01ef-4785-921c-5c0f9a6a8c5a","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:48:52.931010343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"705c5c16-01ef-4785-921c-5c0f9a6a8c5a","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:03.029297375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"8ff2749a-ed5f-4c44-9b04-cb61a7868adc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:03.081951666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"8ff2749a-ed5f-4c44-9b04-cb61a7868adc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:03.133583916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6f60b7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"8ff2749a-ed5f-4c44-9b04-cb61a7868adc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:05.91859661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:13.232552853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"86f3a10c-d0c7-4fe2-bbd3-52b888369959","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:13.286806843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"86f3a10c-d0c7-4fe2-bbd3-52b888369959","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:13.339060282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6f60b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb796156e7e3d5b9ea977e5bf9dddea945183b7bf060a4b406c77a1a2ec85c4) AuthConfig (1569629e9ca04726b4809aa01e460756390468519f8555cb329b7f08d92fc284) AuthConfig (7645e6f456503e5ba89117eaabfaee174ccf4d50ee0a72814ffd00df9e6a6682) AuthConfig (4c9fd28610c27ddba71c975c7acd43add61c987022c46f758d0e65ad6894d4a7) AuthConfig (42d885abc709526c1ca97dca1af8e6664aef0c97665fc849c48439520977a45a) AuthConfig (aec9a00b7297000125a91773075948d77fd02f76d7cca4a620f1785b5b512c91) AuthConfig (7dff6bd0cb1e6f44a8e36a36f190615e7926d7744189c2eff0ac2d548b78db4e) AuthConfig (edc0065a8ba56e4e08a9b380c5c3bcf1419a5d7f9c4c38615357fda874af6dad) AuthConfig (e6b965f0645bc2a79f30166f398e3b6b517480479fe142f024fb2751f652280d) AuthConfig (e04d7fd0fc12afa1e532b19dcecf7d569640854ab877af65c50c26ad8ceeded6) AuthConfig (dbcfa672a1af9dae32450df7fa0e24a071c5d616650117e1ab887da2c606d8d3) AuthConfig (430ef88dafdcff28f08a4d7d9b2563458d79b54e2381bdfc5aef231ff217a7c0) AuthConfig (9fc84010aa287f393c60a312b9d27b7d67c7246a5cc893fd5480c00443312833) AuthConfig (3d78d99117a3f9606b26bd977ca90cd3d78d6a2f8254337765a93a2f29f855d7) AuthConfig (73c35ef59929d532995bcb896008d2cfd2a27278e2ac9b1ff882c4e31db09fc5) AuthConfig (a5cf735481dea71f81b15047e018c6279de5c585785e7a0ea238da2c10b8b50c) AuthConfig (1eb27e2240bf35a1b8176cb20a2b25fe5f0c1a6539bad1938b7f71b8b8e9807c) AuthConfig (6b0c8db25e993901f5f0dbcd35bc192360be5e2b93f00adf9e3ce23c27dae3e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"86f3a10c-d0c7-4fe2-bbd3-52b888369959","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:13.393593731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"514f6a4d-6171-43af-b46d-fe619895f033","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:13.39361513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"514f6a4d-6171-43af-b46d-fe619895f033","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:15.857893066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"b89d5b24-ea56-4ad6-b1db-4fac11507335","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:15.973833276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"660b1e79-edd6-4c4c-b73e-274f3af5d794","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:16.073330924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"8b17635a-4498-4655-afd4-4925258938b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:16.098568177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2dcd345c-583a-4a2b-addc-539b14a28134","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:16.311652405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"5baaea18-8154-4bb8-b00b-cf6f9acf4af1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:16.42405701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"281a4862-01b3-4241-a117-bc50f03d337b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:23.491426778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"a1c714ef-b586-42d3-b6f4-1ff8328160dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:23.544235406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"a1c714ef-b586-42d3-b6f4-1ff8328160dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:23.795958334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"2d987760-3d05-4348-af6b-48180a59847f","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:23.795980699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"2d987760-3d05-4348-af6b-48180a59847f","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.778134181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f116e986-edd5-4ea1-964a-44e4be30f577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.827166873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f116e986-edd5-4ea1-964a-44e4be30f577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.876341352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f116e986-edd5-4ea1-964a-44e4be30f577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.87853351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d50a6636-e8b1-4713-ae19-7a69ca919a1e","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.878551371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d50a6636-e8b1-4713-ae19-7a69ca919a1e","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.925385176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f116e986-edd5-4ea1-964a-44e4be30f577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.979867603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"91528b13-d025-4890-b999-f1380dcba893","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:28.97988864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"91528b13-d025-4890-b999-f1380dcba893","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:29.077293791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"941cb589-b3ff-469e-9461-83b9ee79c1d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:29.205768871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"941cb589-b3ff-469e-9461-83b9ee79c1d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:29.258970527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-82f3c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"941cb589-b3ff-469e-9461-83b9ee79c1d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:29.311855474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"c422a47d-1b39-496c-9f69-58a8ad21a726","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:29.311878532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"c422a47d-1b39-496c-9f69-58a8ad21a726","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:30.707734572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1671dcd6-4ff2-4271-826d-e62885e35cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:30.756880202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1671dcd6-4ff2-4271-826d-e62885e35cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:30.805911583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1671dcd6-4ff2-4271-826d-e62885e35cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:30.85467847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1671dcd6-4ff2-4271-826d-e62885e35cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:35.91553285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:39.410832682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"f52113f0-d847-4340-b25f-7ceff70c89dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:39.464213184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"f52113f0-d847-4340-b25f-7ceff70c89dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:39.515703599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-82f3c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d472251e303be9c875e7816f32de6247a5641e58dbd348355ba7919764c1c65) AuthConfig (0ed8460d87ff98525b46af30d0c846f6adac70c0e4ef90ffb2693e05fbe2b912) AuthConfig (92e3319bdd1b71886f5a9ec7a6060a742f98a2bc74fbeef93fe627c359e8e4f3) AuthConfig (e7ee17ed3297dff2831694a39312e0f14be875f269ee5a17af46e8409116b1b9) AuthConfig (56f464646e506165a18c55252fd8beebcb79863f24ff176bcf30dbe3dd81731a) AuthConfig (33dff9d44dd47e59adf708ba2453e8f8d575d9ca7eb428c681c25f4a1d4785e0) AuthConfig (71bba8c0a3d5ebad49ea1923f4e7dc8c21e6ced8367f0157274df614f5c0d543) AuthConfig (704b629da4ad029f5bfd0e8789d64c3b7836a8d725305b6221f77104a86c372e) AuthConfig (4c14ed0a224340dda32c7abae5c67d773a05edf7c91a49d29d55e40351a83a00) AuthConfig (7796f48dba696f91a5a61c5fdbc1e5e98445b7b1e346d9795e468e4cddc191de) AuthConfig (196136460f265d8ad75f5047c7cb8879c70dab36f922324821d6557df1ba56fd) AuthConfig (338b5bc7851084fb9cf5f5885e4fa47d541b1d191ec355a068bfd44276ffe90e) AuthConfig (a3c1aac6277e060be055f602a8a33583b896a2771d43ee699ce920f029c100ee) AuthConfig (8f4f10c3ef2153bf114560a63108ac6192d550746733edbcb301ee0506d39546) AuthConfig (8547823c409d2364d1dd66636b99354e7ae5a4917ae6b4666579ed8162b1f90a) AuthConfig (03f4e348f0f4a67141d8967eca6abe4081301a1eab68a24d2396c866d7a4e54c) AuthConfig (457a0852f5bb2520029b606ab7be54bfc929048e32b541ea0394de0da9833d29) AuthConfig (11459bb15604af218d03b07cca176844e90f252940c183e472fc42853fa6975a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"f52113f0-d847-4340-b25f-7ceff70c89dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:39.571590445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"5ac4daff-a7cf-4ebf-8edb-d82ddf68d44b","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:39.571615822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"5ac4daff-a7cf-4ebf-8edb-d82ddf68d44b","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:49.670131034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"597b2559-cd0e-4e96-b534-11d818d41231","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:49.723070881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"597b2559-cd0e-4e96-b534-11d818d41231","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:50.027348637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"631b210e-6cdd-4b6c-b92c-15314ae98992","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:50.027373348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"631b210e-6cdd-4b6c-b92c-15314ae98992","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.56867022Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.568749739Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","namespace":"ai-tenant-e2e-shared-a-w1-1481d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.568821219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","tenant":"e2e-shared-a-w1-1481d7","tenantID":"e2e-shared-a-w1-1481d7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.621551818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-1481d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.709002938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"Service","name":"maas-api-e2e-shared-a-w1-1481d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.760378843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-1481d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.811654436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-1481d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.863152793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.913703501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:51.965483261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.019190191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.068249888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.11704394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.165730517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.214605553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.263125283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.311449593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.359694872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.411306008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.460205749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.511034821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.55961852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-1481d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:52.608139006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1481d7"},"namespace":"ai-tenant-e2e-shared-a-w1-1481d7","name":"default-tenant","reconcileID":"17693633-8125-4c5a-bd24-9175379655ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-1481d7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.369541361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"9d937594-b8d1-4303-b14c-06900fadf7ec","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.36956374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"9d937594-b8d1-4303-b14c-06900fadf7ec","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.424601573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"596f3b08-1342-4947-b0a4-7d0b373d6588","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.424621205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"596f3b08-1342-4947-b0a4-7d0b373d6588","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.468084172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"51f517e7-b0ef-43ce-ab46-20764d948e1f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:49:55.476285266Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"596f3b08-1342-4947-b0a4-7d0b373d6588","name":"sub-test-model-6f60b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6f60b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:49:55.47634592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"596f3b08-1342-4947-b0a4-7d0b373d6588","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6f60b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:49:55.476611511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"1dcafcd5-928b-48e8-a019-7abc77604e2a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-11288a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.481812159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"9740ccc5-4e4b-4a83-804a-1cc3fa29354e","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.481827832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"9740ccc5-4e4b-4a83-804a-1cc3fa29354e","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.52122067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"51f517e7-b0ef-43ce-ab46-20764d948e1f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.584682111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"4d9074dc-af75-4517-b0c8-240ae1c074df","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.584702548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"4d9074dc-af75-4517-b0c8-240ae1c074df","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.638356069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"fb2b5a9e-75ec-4e42-b84c-ea47fdee7af5","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.63837741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"fb2b5a9e-75ec-4e42-b84c-ea47fdee7af5","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.687611581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"64cb3d93-2e3a-489a-b1d2-228faa6d7819","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.687633595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"64cb3d93-2e3a-489a-b1d2-228faa6d7819","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.742675357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"1c21a7d7-7cf2-494e-9bdd-a6ab23525df2","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.742703774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"1c21a7d7-7cf2-494e-9bdd-a6ab23525df2","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.78523899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"c13339a6-51a3-4559-8f72-eea5337b1b26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:49:55.794119378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"9742f173-8e3f-4d86-99b8-21c822b1a908","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-11288a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.83825388Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"688dbc4b-326f-47e5-8494-ea6f5594a8fa","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"sub-test-model-6f60b7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-6f60b7/e2e-shared-sub-11288a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.839646257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"c13339a6-51a3-4559-8f72-eea5337b1b26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.885010632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"d3c250f1-ff71-4212-a23d-ebbafdb54036","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.900991669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"0de227b7-c437-4d6a-aa93-2ae9d780f2ec","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.90101022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"0de227b7-c437-4d6a-aa93-2ae9d780f2ec","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.938570858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"d3c250f1-ff71-4212-a23d-ebbafdb54036","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.954841031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"a76e2934-b7e0-4a25-be70-64127c96a454","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.954859446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"a76e2934-b7e0-4a25-be70-64127c96a454","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.955480548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"9697d0ed-afc0-40c3-8382-abf792306554","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.955497322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"9697d0ed-afc0-40c3-8382-abf792306554","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.992693489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"a5d597c0-23f7-4b9e-a6fd-7e897cd67299","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:55.992713546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"a5d597c0-23f7-4b9e-a6fd-7e897cd67299","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.008477685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"bbbc2c81-282a-4152-acab-28686b3e7891","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.008494796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"bbbc2c81-282a-4152-acab-28686b3e7891","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:49:56.061989233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"bd8979e1-8a5f-4fda-842e-1fba96f787d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-11288a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.135607623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"d3e3363c-06a8-4a8f-9a74-7a8411d835a5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.156204629Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"31bbcf42-f729-4afc-b642-3f015736b59b","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"sub-test-model-82f3c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-82f3c6/e2e-shared-sub-11288a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.173979583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"01cbb853-604c-4fd4-97e1-07b93bf3faa2","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.173997881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"01cbb853-604c-4fd4-97e1-07b93bf3faa2","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.184684405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"71b52e20-98cd-410b-9d31-24f97030e41e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.189901116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"d3e3363c-06a8-4a8f-9a74-7a8411d835a5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.218365384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"7efc2c71-39cc-4953-a686-a2d068d398b9","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.218389948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"7efc2c71-39cc-4953-a686-a2d068d398b9","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.228065247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"243b92ac-4b35-4719-a3d4-6d01833c47e1","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.228079812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"243b92ac-4b35-4719-a3d4-6d01833c47e1","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.238337638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"71b52e20-98cd-410b-9d31-24f97030e41e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.271640491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d0b8ffa1-bf90-46ad-82d9-338646652f2e","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.271661687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d0b8ffa1-bf90-46ad-82d9-338646652f2e","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.306301991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"06ce49e9-8263-4fdc-b5d3-425cedc44491","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-6f60b7/e2e-a-only-11288a","ai-tenant-e2e-shared-a-w3-6f60b7/e2e-shared-sub-11288a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.309050203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"4b174025-59b5-46ab-ad7f-d8caebc125ba","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.30906692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"4b174025-59b5-46ab-ad7f-d8caebc125ba","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:49:56.324273734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"fe80b2dd-8c60-430b-8895-b7c54f6bd5b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-11288a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.423426421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"35c3c8e5-4673-4bae-a9bf-78943942f213","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.43599839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"4e070588-021f-4833-a0a2-bca9981dec3c","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.436015936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"4e070588-021f-4833-a0a2-bca9981dec3c","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.483841155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"529bdf3d-3cf6-4c94-b588-c5618da3634e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.489523689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d88e1cd2-1f72-4a3d-baa1-93cd96e50ead","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.489540266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d88e1cd2-1f72-4a3d-baa1-93cd96e50ead","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.537831011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"529bdf3d-3cf6-4c94-b588-c5618da3634e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.57749985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"68fb8711-a82d-49e0-9bdc-3850ff443d0e","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.577522143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"68fb8711-a82d-49e0-9bdc-3850ff443d0e","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.577705017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"632c14d4-ec34-427c-90f6-4a83c66a62aa","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-82f3c6/e2e-b-only-11288a","ai-tenant-e2e-shared-b-w3-82f3c6/e2e-shared-sub-11288a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.626185296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"90c76cf1-8e5d-4798-9f18-a00d6bd0ec41","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.72476476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"b01d3d8f-4f5c-4e03-a350-c6f32ae0f798","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.773426024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"921daa57-af9c-4d08-8ba4-c8b872cf7997","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.873111566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"33b50be4-76a4-4057-b87e-331ee25e9dc2","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.880601383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"3e9b3cd5-b94c-4344-a8f9-021c2bdb2bb5","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:56.880620898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"3e9b3cd5-b94c-4344-a8f9-021c2bdb2bb5","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:57.109213134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"1f868cfe-1b13-4486-8700-36eb86968ef5","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:57.393080637Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-1481d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-1481d7","reconcileID":"b1fd5baf-162e-4db7-8759-9c36529b55e3","aitenant":"ai-tenants/e2e-shared-a-w1-1481d7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:57.995129025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c09fa4e-ef6a-499e-9c4b-b7bb3ddb7440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:58.044327103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c09fa4e-ef6a-499e-9c4b-b7bb3ddb7440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:58.093243268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c09fa4e-ef6a-499e-9c4b-b7bb3ddb7440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:58.142563564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c09fa4e-ef6a-499e-9c4b-b7bb3ddb7440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:58.198371971Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-1481d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-1481d7","reconcileID":"b1fd5baf-162e-4db7-8759-9c36529b55e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-1481d7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-1481d7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:59.942795133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f494a644-6fb7-40cd-ba09-5895f543fd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:49:59.992316181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f494a644-6fb7-40cd-ba09-5895f543fd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:00.041328254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f494a644-6fb7-40cd-ba09-5895f543fd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:00.090540947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f494a644-6fb7-40cd-ba09-5895f543fd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:01.884785946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4de9b8-b62a-4fad-aa60-6aa11835d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:01.934401171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4de9b8-b62a-4fad-aa60-6aa11835d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:01.986255363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4de9b8-b62a-4fad-aa60-6aa11835d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:02.035436038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4de9b8-b62a-4fad-aa60-6aa11835d601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:02.908064723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"572d24f6-f7df-49ea-ae2b-0a5b56e49bcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.007860302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"6f5f51db-60f4-4de7-a461-4f15d3d425ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.108389531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"eca7c4aa-0d2b-4036-a545-9b7ee73bed11","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.108509088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"e709f8b3-251d-4d16-b5b0-c3d2b3f447ba","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.208649916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"6b2dcf11-0b18-4421-b633-21485e985307","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.208716373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"b3e15008-1831-4cbe-a623-32ca8f56bb9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.265427187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"2bf3aae1-92af-4a14-81d0-a8966fe91b6a","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.265454752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"2bf3aae1-92af-4a14-81d0-a8966fe91b6a","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.265987835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"f1bdc4d0-9fd2-4c4d-bf76-87696f4951d4","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.266002751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"f1bdc4d0-9fd2-4c4d-bf76-87696f4951d4","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.309703861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"9f3a3db8-1d31-4578-b3eb-9a59a5b78824","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.460617134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"371052cd-da2a-4af6-a79d-92fccff52195","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.460636641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8780c090-31c3-4a86-9ddc-1379b4b96c8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.46428337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"e72e1b8e-6534-403a-99b0-eaa5e69c46e1","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.464301444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"e72e1b8e-6534-403a-99b0-eaa5e69c46e1","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.476167055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"1f17d4a3-cadd-4c82-8cee-eb69c7f24c12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.528877865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"1f17d4a3-cadd-4c82-8cee-eb69c7f24c12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.563037245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85edcbf0-9b54-4d2c-a9a5-63aa8906dfa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.584980197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"3e87f4fd-f686-4f7a-bd0e-00ea3ceee439","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.617068413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d9806966-a54a-4d24-b1e3-ff9af33f1e5d","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.617090376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d9806966-a54a-4d24-b1e3-ff9af33f1e5d","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:03.638059794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"3e87f4fd-f686-4f7a-bd0e-00ea3ceee439","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:05.917655944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:05.984961521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10e784d-a57c-4873-9bae-c759b8899c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:06.034233647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10e784d-a57c-4873-9bae-c759b8899c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:06.083546548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10e784d-a57c-4873-9bae-c759b8899c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:06.132818598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10e784d-a57c-4873-9bae-c759b8899c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.46850831Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"d93797d8-1921-4bd1-bd87-6e7f52f9c752","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.469507928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"18350c18-90cc-4cb4-8855-04b7119f986b","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.469526385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"18350c18-90cc-4cb4-8855-04b7119f986b","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.669621307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"d93797d8-1921-4bd1-bd87-6e7f52f9c752","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.72027012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"7982f99a-4cef-40c2-8fc1-0b2da9bf5835","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.720309593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"78e58bf2-107c-4cb8-bcd8-baf4f3c20bdc","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.78630764Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"d93797d8-1921-4bd1-bd87-6e7f52f9c752","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"e2e-shared-a-w3-6f60b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.786337836Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-sub-iso-auth-11288a","reconcileID":"d93797d8-1921-4bd1-bd87-6e7f52f9c752","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.838530011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"3f811661-8c3d-4ad3-8a5d-5587afa6c7dd","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.838551707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"3f811661-8c3d-4ad3-8a5d-5587afa6c7dd","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.922732996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3abf131-2a9a-4e9a-ae6f-b1af99a290da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.971049826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"e7f4529b-3636-4bfa-9dcb-201f2c3b69db","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.971074108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"e7f4529b-3636-4bfa-9dcb-201f2c3b69db","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:07.971860966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3abf131-2a9a-4e9a-ae6f-b1af99a290da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:08.021263839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3abf131-2a9a-4e9a-ae6f-b1af99a290da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:08.070184321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3abf131-2a9a-4e9a-ae6f-b1af99a290da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:08.124325533Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"2a08995b-8662-45ac-a392-eebaa1a3a63f","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f103c3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:08.224624087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"c0299030-8be4-48c5-a7a1-647e60e680e8","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-6f60b7/e2e-a-only-11288a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:08.569357639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"4c4104c0-5829-41a8-a2e8-1a87c6ab90f3","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:18.174227231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"a6cd66db-308a-497c-a562-2b833c15f411","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscription":"e2e-shared-sub-11288a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:18.324300016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-shared-sub-11288a","reconcileID":"a6cd66db-308a-497c-a562-2b833c15f411","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:18.530687243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"f7d31f01-d670-48be-beac-94702a3e6066","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:18.53070944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"f7d31f01-d670-48be-beac-94702a3e6066","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:18.670615029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"9c0074b9-82ad-4814-9121-a73d373e21bf","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:18.670641974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"9c0074b9-82ad-4814-9121-a73d373e21bf","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.688041198Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.688099431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","namespace":"ai-tenant-e2e-shared-b-w1-fa9005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.688146648Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","tenant":"e2e-shared-b-w1-fa9005","tenantID":"e2e-shared-b-w1-fa9005","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.738889695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-fa9005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.795794302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"Service","name":"maas-api-e2e-shared-b-w1-fa9005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.850218515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-fa9005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.901363118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-fa9005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:20.952650855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.006028628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.059435715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.110419529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.159082861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.208030989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.256439677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.304975497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.353413354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.401688077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.44997532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.504258209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.552643843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.603175614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.651998019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-fa9005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:21.700496504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fa9005"},"namespace":"ai-tenant-e2e-shared-b-w1-fa9005","name":"default-tenant","reconcileID":"0f0e1dcd-906a-4e92-9c8e-a21aa9b1b7f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-fa9005","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:26.738113669Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fa9005","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fa9005","reconcileID":"13c00765-1331-4825-a978-0309e58111b5","aitenant":"ai-tenants/e2e-shared-b-w1-fa9005","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:27.280342371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9b7247-c242-47aa-ae4d-b21074913581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:27.32948375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9b7247-c242-47aa-ae4d-b21074913581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:27.378294155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9b7247-c242-47aa-ae4d-b21074913581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:27.427279734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9b7247-c242-47aa-ae4d-b21074913581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:27.53366149Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fa9005","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fa9005","reconcileID":"13c00765-1331-4825-a978-0309e58111b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-fa9005","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-fa9005"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.571313168Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-access","reconcileID":"106c358f-2c4d-4084-a156-d8c2e5a9cbf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.571412866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"2147b473-d331-476e-bcc1-afebfe58d7f2","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.77177239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6ca5f604-cc5a-4e52-8e68-60be3c736d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.821977575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"fe232c41-d4f8-4389-b29a-98c5b718eac6","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.824950653Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"2e7eac24-4220-4300-b282-de902682727c","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","subscription":"e2e-a-only-11288a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.827105444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"6ca5f604-cc5a-4e52-8e68-60be3c736d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.876402517Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"2e7eac24-4220-4300-b282-de902682727c","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.915950883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"812e7903-dca7-4e3b-8b9c-b85bba4a00e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.925463529Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"e2e-a-only-11288a","reconcileID":"2e7eac24-4220-4300-b282-de902682727c","MaaSSubscription":{"name":"e2e-a-only-11288a","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"name":"maas-trlp-sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:28.963491405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"00f4f160-a605-4d6b-b7cf-3c6798f4aedd","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.1228703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"76a02ca5-719e-465c-a41f-0fc2d855bf6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.175974224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"76a02ca5-719e-465c-a41f-0fc2d855bf6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.184983965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"77138777-8e7c-400b-9523-9846b2df2c46","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"tenant":"e2e-shared-a-w3-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","model":"ai-tenant-e2e-shared-a-w3-6f60b7/sub-test-model-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.185001942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"sub-test-model-6f60b7","reconcileID":"77138777-8e7c-400b-9523-9846b2df2c46","MaaSModelRef":{"name":"sub-test-model-6f60b7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"routeName":"sub-test-model-6f60b7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","llmisvcName":"sub-test-model-6f60b7","gateway":"openshift-ingress/e2e-shared-a-w3-6f60b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.286502422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad87904-8ff0-4168-a334-42aae673c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.335628539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad87904-8ff0-4168-a334-42aae673c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.384726551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad87904-8ff0-4168-a334-42aae673c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.433793785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad87904-8ff0-4168-a334-42aae673c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.457947908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"eb70ba00-cacd-4641-8d3d-74a0f9ab7aec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.458035019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"0a059d77-86c6-49d4-b6e2-60a4ed832ac0","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.458052988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"0a059d77-86c6-49d4-b6e2-60a4ed832ac0","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.682400348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"eb70ba00-cacd-4641-8d3d-74a0f9ab7aec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.732058789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"75a0eee8-75ea-4fbd-a26c-5830a80b3a94","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.732180656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"012817d3-e875-4ed3-b398-b7f8f42c25b2","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.801985156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"eb70ba00-cacd-4641-8d3d-74a0f9ab7aec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"e2e-shared-b-w3-82f3c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.802015662Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-sub-iso-auth-11288a","reconcileID":"eb70ba00-cacd-4641-8d3d-74a0f9ab7aec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.855235598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d90c4d3a-2c6b-4146-941b-ba8b9ac72d9e","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.855257364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"d90c4d3a-2c6b-4146-941b-ba8b9ac72d9e","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.987384294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"a8389980-24b4-48d4-b4a7-eee87012e58d","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:29.987406036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"a8389980-24b4-48d4-b4a7-eee87012e58d","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:30.109637031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"8cb3bfa7-7c85-42f0-9c7f-a9fa29d4f52c","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:30.10999345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"f543de42-13c5-433a-a62e-63c5c76c511f","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:31.224294554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95e5a6b-6e4c-452b-8207-11d236fa0049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:31.273236731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95e5a6b-6e4c-452b-8207-11d236fa0049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:31.322443664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95e5a6b-6e4c-452b-8207-11d236fa0049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:31.378659371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95e5a6b-6e4c-452b-8207-11d236fa0049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:33.843372256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"f0499d1a-43c8-4ac5-908c-f02fbc9527a9","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.174970254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"c237535b-29b1-4a0d-b8e7-e64f88687d0b","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.513659479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"e6017cbe-ce56-4c33-bf01-51607bef320d","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.666308588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1f9c2926-cf1b-4b2a-876e-f8aea0587df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.711194582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"acf14b98-db7e-44aa-9353-beef97cbac5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.719517642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"1f9c2926-cf1b-4b2a-876e-f8aea0587df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.839655608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"edc290bf-367e-4441-a612-082120612b55","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.888638714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"48572b1b-fc72-4db1-8d69-2f117dc03085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.895389613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"7340c4dc-8fda-48bd-88d7-579f087bba0c","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.937888014Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"48572b1b-fc72-4db1-8d69-2f117dc03085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:34.987656122Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"48572b1b-fc72-4db1-8d69-2f117dc03085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.015765546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"013972f0-faac-414f-ba21-02774eee92e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.065676085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"0e0f87ee-12b4-4351-9916-41e2a908e93e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.068941582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"013972f0-faac-414f-ba21-02774eee92e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.246672274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"76f33301-bc45-4eb5-95dc-02f6f42250ed","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.29488353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"d99b1323-8bc7-4240-ac20-31414f2bbf91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.343810551Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"d99b1323-8bc7-4240-ac20-31414f2bbf91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/simulator-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.364811862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2e9542cb-c7b1-4921-881c-73c28ea0f1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.417818163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"2e9542cb-c7b1-4921-881c-73c28ea0f1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:50:35.541988552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"simulator-subscription","reconcileID":"d99b1323-8bc7-4240-ac20-31414f2bbf91","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:35.969079357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.370037499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"e9f89e14-efd2-4315-888e-d0f86075021a","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscription":"e2e-shared-sub-11288a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.468573539Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a95cfad6-9d8f-4885-b2f4-1b476acc0f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.469639337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"099bbbe3-fa0e-4bbc-8652-cb45b8c5b756","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.524445268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"e571860d-e80f-4bf6-9e5a-e4c909b3d736","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:50:40.574168118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"e571860d-e80f-4bf6-9e5a-e4c909b3d736","name":"premium-w1-4dd22b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-4dd22b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:50:40.574236357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"e571860d-e80f-4bf6-9e5a-e4c909b3d736","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-4dd22b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.579530946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"9ae1f141-ddee-44c0-a774-53b73c29f533","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.623844721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-shared-sub-11288a","reconcileID":"e9f89e14-efd2-4315-888e-d0f86075021a","MaaSSubscription":{"name":"e2e-shared-sub-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-82f3c6/e2e-b-only-11288a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.659471497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"3d57774b-357f-4cbd-a101-42363744f4e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bad3ccf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.681645653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a95cfad6-9d8f-4885-b2f4-1b476acc0f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.708334134Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"e317dfc2-f747-4aee-8f82-6244b7672f79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bad3ccf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.799020692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a95cfad6-9d8f-4885-b2f4-1b476acc0f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"e2e-worker-w1-4dd22b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.799044435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-access","reconcileID":"a95cfad6-9d8f-4885-b2f4-1b476acc0f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.821005581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"b8e084ef-91e6-4774-aa01-b8604a9a9f0f","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.858666726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"229812fd-1c41-4852-bcd2-25782c13ecea","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.87951129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"f7c99189-3c7a-4f8f-bbd7-7157a07611f3","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:40.879532486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"f7c99189-3c7a-4f8f-bbd7-7157a07611f3","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.007343799Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"4df12720-0071-4716-a68d-44984956bc2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bad3ccf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.160070377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"7ce579b5-1000-4800-a606-d959433bef96","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.160099402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"7ce579b5-1000-4800-a606-d959433bef96","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.371782041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"341531ae-3ca6-4a33-bd0b-71b06291375d","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.420719901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"865028dd-3342-4b2e-a7b6-40874acb9bfb","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.422320978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"05340175-805c-45bf-8faa-f6bce65d8df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bad3ccf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.473534224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"6a91dd3c-426e-41e2-912e-0424c4e60a4b","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:41.473763491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"fb7e9572-de33-4c48-88ab-f7f9be1f0c38","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:42.320834098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d1810d-17ed-46e5-b02a-bcc476d04718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:42.370038526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d1810d-17ed-46e5-b02a-bcc476d04718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:42.418896092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d1810d-17ed-46e5-b02a-bcc476d04718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:42.467861714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d1810d-17ed-46e5-b02a-bcc476d04718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:44.281478746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d69cea-ee28-4a0c-b6ee-75ce542ab26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:44.33059646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d69cea-ee28-4a0c-b6ee-75ce542ab26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:44.379425005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d69cea-ee28-4a0c-b6ee-75ce542ab26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:44.428341854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d69cea-ee28-4a0c-b6ee-75ce542ab26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:45.081747335Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"b73f2059-f0ff-4143-9deb-1671673aa507","namespace":"ai-tenant-e2e-worker-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:45.081833522Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"b73f2059-f0ff-4143-9deb-1671673aa507","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:45.132400563Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"b73f2059-f0ff-4143-9deb-1671673aa507","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:45.132425822Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"b73f2059-f0ff-4143-9deb-1671673aa507","namespace":"ai-tenant-e2e-worker-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.317314598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"a5bc2c5f-79eb-4069-9534-fcf4782ef2f6","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","subscription":"e2e-b-only-11288a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.367030423Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"a5bc2c5f-79eb-4069-9534-fcf4782ef2f6","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.416344317Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"e2e-b-only-11288a","reconcileID":"a5bc2c5f-79eb-4069-9534-fcf4782ef2f6","MaaSSubscription":{"name":"e2e-b-only-11288a","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"name":"maas-trlp-sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.421295567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"154875db-2a94-4a37-b797-123c60dd6ccb","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.472172684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"408a7d5c-0a0e-46f8-9025-96d72931749d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.474277613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"d3a41f0e-6087-4c46-a801-0751ce58f885","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.474524904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"e4e38d63-a3d7-4d11-bc06-ac1b8f073bb1","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.474694363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"4b049a65-bbaa-489a-9cfa-775b470546a2","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.521123192Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"408a7d5c-0a0e-46f8-9025-96d72931749d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.620235085Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"premium-simulator-subscription","reconcileID":"408a7d5c-0a0e-46f8-9025-96d72931749d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"name":"maas-trlp-premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b","model":"e2e-models-e2e-worker-w1-4dd22b/premium-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.676471094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"5824e49e-bd58-451e-afb0-52a3a1916830","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"tenant":"e2e-shared-b-w3-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","model":"ai-tenant-e2e-shared-b-w3-82f3c6/sub-test-model-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:51.67649524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"sub-test-model-82f3c6","reconcileID":"5824e49e-bd58-451e-afb0-52a3a1916830","MaaSModelRef":{"name":"sub-test-model-82f3c6","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"routeName":"sub-test-model-82f3c6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","llmisvcName":"sub-test-model-82f3c6","gateway":"openshift-ingress/e2e-shared-b-w3-82f3c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:50:52.146992596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"2a3225d5-49e6-421e-bc5e-8624d1ee4245","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:01.421985397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-2-w1-4dd22b","reconcileID":"9911e5d7-38bf-4c0a-801b-ac93d811b73a","MaaSModelRef":{"name":"distinct-2-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-2-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-2-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:01.475204159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"distinct-w1-4dd22b","reconcileID":"d4c64708-d3b4-4efb-91c8-cec2175febe5","MaaSModelRef":{"name":"distinct-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"distinct-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"distinct-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:01.475477948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"simulator-w1-4dd22b","reconcileID":"1d42481b-5547-4fa0-a29d-6ff1f496171c","MaaSModelRef":{"name":"simulator-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"simulator-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"simulator-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:02.147704867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"namespace":"e2e-models-e2e-worker-w1-4dd22b","name":"premium-w1-4dd22b","reconcileID":"af3bfbcd-63b4-4477-b280-421dfba8edc9","MaaSModelRef":{"name":"premium-w1-4dd22b","namespace":"e2e-models-e2e-worker-w1-4dd22b"},"routeName":"premium-w1-4dd22b-kserve-route","namespace":"e2e-models-e2e-worker-w1-4dd22b","llmisvcName":"premium-w1-4dd22b","gateway":"openshift-ingress/e2e-worker-w1-4dd22b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:05.915699642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.71296755Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","namespace":"ai-tenant-e2e-worker-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.713146314Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","namespace":"ai-tenant-e2e-worker-w1-4dd22b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.713272483Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","tenant":"e2e-worker-w1-4dd22b","tenantID":"e2e-worker-w1-4dd22b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.765257014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-4dd22b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.822756472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"Service","name":"maas-api-e2e-worker-w1-4dd22b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.881278235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-4dd22b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.931597156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-4dd22b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:07.98506904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.04048421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.095248463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.147535719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.19638606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.245757782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.294095776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"Service","name":"payload-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.343714499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.397387445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.446615101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.495574858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.550512993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.599371084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.647988177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.696559262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-4dd22b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:08.747216939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-4dd22b"},"namespace":"ai-tenant-e2e-worker-w1-4dd22b","name":"default-tenant","reconcileID":"25fb9dca-0e8d-438a-8f5f-fe883592f07e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-4dd22b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.224359544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e1b73-ef1a-46c0-807d-c31fe64d9d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.273096019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e1b73-ef1a-46c0-807d-c31fe64d9d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.32182165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e1b73-ef1a-46c0-807d-c31fe64d9d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.372540785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e1b73-ef1a-46c0-807d-c31fe64d9d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.430812107Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.430893399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.430988632Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","tenant":"e2e-shared-a-w3-6f60b7","tenantID":"e2e-shared-a-w3-6f60b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.481665599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-6f60b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.540229532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"Service","name":"maas-api-e2e-shared-a-w3-6f60b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.631362117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-6f60b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.708975368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-6f60b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.760643123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.811436838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.864727168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.917144411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:13.965996882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.014475919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.062800306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.111375331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.159988403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.208530243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.257210711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.311496455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.360478413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.409461765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.458351533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-6f60b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:14.507339602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6f60b7"},"namespace":"ai-tenant-e2e-shared-a-w3-6f60b7","name":"default-tenant","reconcileID":"d210e356-70c3-44b4-8f0c-63fc85fec7a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-6f60b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:15.15251123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2768550-9b12-4ed0-a9a3-8e578a9c48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:15.201956745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2768550-9b12-4ed0-a9a3-8e578a9c48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:15.250938417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2768550-9b12-4ed0-a9a3-8e578a9c48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:15.299960372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2768550-9b12-4ed0-a9a3-8e578a9c48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:17.080635397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5491f4bb-d4fd-4717-976c-e0fe8a24a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:17.129867185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5491f4bb-d4fd-4717-976c-e0fe8a24a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:17.17896284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5491f4bb-d4fd-4717-976c-e0fe8a24a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:17.22858612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5491f4bb-d4fd-4717-976c-e0fe8a24a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:18.926652357Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-6f60b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-6f60b7","reconcileID":"4e980c38-e262-4913-b18b-549b5c58379d","aitenant":"ai-tenants/e2e-shared-a-w3-6f60b7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:19.089852652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b83f3e-b781-4265-9509-65275e0bc5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:19.13912342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b83f3e-b781-4265-9509-65275e0bc5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:19.187860243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b83f3e-b781-4265-9509-65275e0bc5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:19.23710238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b83f3e-b781-4265-9509-65275e0bc5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:19.659090205Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-6f60b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-6f60b7","reconcileID":"4e980c38-e262-4913-b18b-549b5c58379d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-6f60b7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-6f60b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:20.23311466Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-4dd22b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-4dd22b","reconcileID":"a82c5b68-044e-488a-a6db-964804c2ff71","aitenant":"ai-tenants/e2e-worker-w1-4dd22b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:20.957647599Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-4dd22b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-4dd22b","reconcileID":"a82c5b68-044e-488a-a6db-964804c2ff71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-4dd22b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-4dd22b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:21.017464106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a64c64-054e-4699-9cce-c2c2c10ded21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:21.069437894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a64c64-054e-4699-9cce-c2c2c10ded21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:21.118783967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a64c64-054e-4699-9cce-c2c2c10ded21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:21.167801218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a64c64-054e-4699-9cce-c2c2c10ded21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:22.975303742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158e177b-6cd5-4d1e-bc02-ce6a7a2578c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:23.024485566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158e177b-6cd5-4d1e-bc02-ce6a7a2578c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:23.073432476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158e177b-6cd5-4d1e-bc02-ce6a7a2578c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:23.122434487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158e177b-6cd5-4d1e-bc02-ce6a7a2578c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:27.282473748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab2fc79-ca77-4de7-ba9e-3b10aed479ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:27.331883585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab2fc79-ca77-4de7-ba9e-3b10aed479ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:27.380761116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab2fc79-ca77-4de7-ba9e-3b10aed479ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:27.42984547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab2fc79-ca77-4de7-ba9e-3b10aed479ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.131619256Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.13167764Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.131726118Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","tenant":"e2e-shared-b-w3-82f3c6","tenantID":"e2e-shared-b-w3-82f3c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.182518559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-82f3c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.203572897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563019f5-ef45-4624-b0b6-f53938212a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.252688282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563019f5-ef45-4624-b0b6-f53938212a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.260552787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"Service","name":"maas-api-e2e-shared-b-w3-82f3c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.301616406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563019f5-ef45-4624-b0b6-f53938212a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.351379679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563019f5-ef45-4624-b0b6-f53938212a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.353887028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-82f3c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.404654746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-82f3c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.456664983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.51035503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.605076092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.658089041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.706294279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.7545944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.803086994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.851280201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.899840482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.948477002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:29.99715862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:30.051482625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:30.100640049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:30.150200811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:30.200155175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-82f3c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:30.24871782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-82f3c6"},"namespace":"ai-tenant-e2e-shared-b-w3-82f3c6","name":"default-tenant","reconcileID":"1729a4c1-c974-4452-abee-b189b59ab896","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-82f3c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:33.584690151Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-82f3c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-82f3c6","reconcileID":"310a2d01-48a4-4105-a313-c83adfa3f71f","aitenant":"ai-tenants/e2e-shared-b-w3-82f3c6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:34.178378504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c5ba7-5cf6-4d52-afcf-b098badd5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:34.227227273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c5ba7-5cf6-4d52-afcf-b098badd5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:34.276086168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c5ba7-5cf6-4d52-afcf-b098badd5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:34.325115181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c5ba7-5cf6-4d52-afcf-b098badd5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:34.379600804Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-82f3c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-82f3c6","reconcileID":"310a2d01-48a4-4105-a313-c83adfa3f71f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-82f3c6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-82f3c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.431717976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-access","reconcileID":"f1f70206-304b-48bb-be8b-968490babde5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.431809536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"3a013200-1eb6-4547-bca0-18b67ce81b46","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.609066681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3eecf73a-abaf-4e4e-b4fe-aaa293989242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.635372646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"81f89921-ed40-492e-bd4c-1158cedb56f0","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.662043628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"3eecf73a-abaf-4e4e-b4fe-aaa293989242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.707646465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"9e6bef9f-14a5-46f2-b914-5ccfbf99ec26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.776250951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"848bfe24-8c8c-4850-a46e-d8f8e7849dd5","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.915311835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:35.957647135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"53d32bb4-8373-49af-b7f2-7eb4384c480a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:36.010471831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"53d32bb4-8373-49af-b7f2-7eb4384c480a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:36.094476665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64233b23-390b-4826-928a-ebf822092062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:36.144053567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64233b23-390b-4826-928a-ebf822092062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:36.19294426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64233b23-390b-4826-928a-ebf822092062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:36.241813875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64233b23-390b-4826-928a-ebf822092062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:38.033350045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4966559-ac6e-45b3-af1d-57b89aca9704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:38.082338526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4966559-ac6e-45b3-af1d-57b89aca9704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:38.131749261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4966559-ac6e-45b3-af1d-57b89aca9704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:38.181556284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4966559-ac6e-45b3-af1d-57b89aca9704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:38.632333295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"ed61ee90-56eb-4b1a-8bbd-81f0a4495acb","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:42.455778606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"6faa60ba-43bf-4ff1-b102-9807be65951f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:42.555039694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e70942c-f71e-4737-946c-ba5180b6b574","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:42.565889944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93a4c20f-c3cc-421b-ab50-4e479c1e4c5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:42.842989624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-2-w3-b6af18","reconcileID":"bc96505e-202e-4a11-8251-a36d8bb6dc5b","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-2-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-2-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.169190877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"4ae521ea-3918-4489-8cb8-73375a4c55aa","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.322207248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"021227f2-97e0-43fa-b18b-d75fb12930dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.366871826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"119f6b60-2986-4c06-9046-c7478eee07f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.375690869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"021227f2-97e0-43fa-b18b-d75fb12930dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.494818767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"e48281c4-351a-4802-852e-cc2a52d665ff","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.544087167Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"8a835172-22cb-4514-856a-305586805d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.550148309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"518cf40f-a6ba-429e-9c95-54cfa26be14f","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.593005079Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"8a835172-22cb-4514-856a-305586805d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.642431165Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"simulator-subscription","reconcileID":"8a835172-22cb-4514-856a-305586805d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/simulator-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.67115646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"01b847d7-d8f3-4514-a323-e2675337683f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.717872673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"b8a38f23-c995-4b77-ace6-4a69c459d95e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.723512093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"01b847d7-d8f3-4514-a323-e2675337683f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.897153791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"c7987331-1677-4bc2-89a1-fe2c995c5e41","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:43.994506099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f80c5cb6-2ecf-487c-a617-797bf052f3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:44.047085789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f80c5cb6-2ecf-487c-a617-797bf052f3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:48.001291224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"932995ce-9f15-4640-ad00-be9c6d2fec79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:48.114406652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2cd303a-a4b6-45d3-a1cc-cd9f9d7f80cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:48.13983416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f85c9fd4-3690-486a-9116-638ec1ff7786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:48.192310413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"f85c9fd4-3690-486a-9116-638ec1ff7786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:48.213375442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"b4713e4c-0c7e-4f72-b1ca-7b21dc4d4335","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:48.686913215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"858065e0-c6aa-41a0-9f25-6bb1be70e00e","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.379450045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"c084fd79-d5a7-4979-a0e1-b7c2826d8bd1","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.477209348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1197596f-a27e-4047-87e1-79f4b8d2f0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.530369395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1197596f-a27e-4047-87e1-79f4b8d2f0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.531761944Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"845c11c0-8978-4da1-b30f-b96fe119562b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61e55576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.60813977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"cfa23b7a-8ce0-4b3d-b904-1b4612922476","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.709095607Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"753ae4c7-34cb-4a26-9e49-99482480ade5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61e55576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.728012778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1e95a579-7c72-4821-8e0b-b95eff53107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:49.976782761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1e95a579-7c72-4821-8e0b-b95eff53107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.097418846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1e95a579-7c72-4821-8e0b-b95eff53107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"e2e-worker-w3-b6af18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.097443297Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-access","reconcileID":"1e95a579-7c72-4821-8e0b-b95eff53107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.152183431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"0113e77e-0fbc-4b79-8698-519ec8868d78","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.281104256Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"3da48c36-dd32-4c70-a79e-46adcb5c3a97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61e55576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.631965465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-2-w3-b6af18","reconcileID":"d0aa14a5-29a3-4fac-8dd9-5d2ad6386fec","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-2-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-2-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.632181425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"1bda6291-0f09-42a1-8506-d5ccaf635f70","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.632326328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"f56d3f1c-36af-40c7-94f9-7f47c6385c84","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.632466037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"706e728e-46c2-4444-8729-71a27bffddab","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:50.680588947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"84139232-feec-4963-990a-035ffb89ae7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61e55576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:51.516715321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef679f1-258b-4116-bc65-008d3a3eecb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:51.565802907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef679f1-258b-4116-bc65-008d3a3eecb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:51.615146676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef679f1-258b-4116-bc65-008d3a3eecb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:51.664056623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef679f1-258b-4116-bc65-008d3a3eecb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:53.521850468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0066cd2-5d3c-4593-8a34-cfefa9c071f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:53.57116351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0066cd2-5d3c-4593-8a34-cfefa9c071f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:53.62043031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0066cd2-5d3c-4593-8a34-cfefa9c071f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:53.669752879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0066cd2-5d3c-4593-8a34-cfefa9c071f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:56.771889953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03a273c1-6c17-4923-ab5d-418d4ca4976f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:56.881995437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e83086a9-492b-4627-b944-1dc43b031096","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:57.979385948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"fd33ad7e-b72e-4cd5-95f3-55d6c01930f9","namespace":"ai-tenant-e2e-worker-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:57.979475548Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"fd33ad7e-b72e-4cd5-95f3-55d6c01930f9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:58.030509595Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"fd33ad7e-b72e-4cd5-95f3-55d6c01930f9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:51:58.03053084Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"fd33ad7e-b72e-4cd5-95f3-55d6c01930f9","namespace":"ai-tenant-e2e-worker-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:00.633075547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-2-w3-b6af18","reconcileID":"7d0a909d-39a1-4dfb-ace8-da33edebbcaf","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-2-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-2-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:00.633355904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"f86ce5e2-7db9-4779-bb45-cc3d958cc0bb","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:00.633535752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"00bcbcba-9c30-4683-83a3-f98f4bc5e521","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:00.633701008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"63b4ac8b-5836-445a-bb75-bfc9abd8958e","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:00.730243238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"742c6a2c-ac8a-4927-8a65-f0a481dae317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:00.779533518Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"742c6a2c-ac8a-4927-8a65-f0a481dae317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:00.829136117Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"premium-simulator-subscription","reconcileID":"742c6a2c-ac8a-4927-8a65-f0a481dae317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"name":"maas-trlp-premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18","model":"e2e-models-e2e-worker-w3-b6af18/premium-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:01.085960008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"89fcc719-e5d7-499b-be15-dce5abfba4bd","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.031884724Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","namespace":"ai-tenant-e2e-worker-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.032016177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","namespace":"ai-tenant-e2e-worker-w3-b6af18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.032070086Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","tenant":"e2e-worker-w3-b6af18","tenantID":"e2e-worker-w3-b6af18","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.083056856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"Deployment","name":"maas-api-e2e-worker-w3-b6af18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.143547516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"Service","name":"maas-api-e2e-worker-w3-b6af18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.200164464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-b6af18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.251154861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-b6af18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.303306947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.354245698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.407154956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.461344513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.509900697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.558373588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.607116843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"Service","name":"payload-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.65537059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.703917109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.752503444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.801088659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.855064011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.903703597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:03.952534641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:04.001252425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-b6af18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:04.049838758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b6af18"},"namespace":"ai-tenant-e2e-worker-w3-b6af18","name":"default-tenant","reconcileID":"3e330b9a-3c87-4ee8-a7c9-3d84a8608712","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-b6af18","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:05.962017931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:07.880612822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1af5a91-6cb3-4202-bfff-09f9453c5bef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:07.938065557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96e8d012-01da-4a96-845d-305608671e81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:10.633988468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-2-w3-b6af18","reconcileID":"ec3b38bf-66e5-4f73-a43a-fdfd03b062a5","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-2-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-2-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:10.634309123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"78a9735e-a0e9-49ba-a67c-ef6647cdd1fd","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:10.634500215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"8948bd06-d157-4dc3-b214-05ebb4360b6d","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:11.087250761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"4b872b25-76eb-4636-869c-ca54509de117","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:14.692064499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c452dd86-d4ee-4e90-acc1-360be24c56e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:14.791119213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd867599-8dd6-4e07-9577-9baf223d85d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:16.639508811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-2-w3-b6af18","reconcileID":"0958178e-d8a4-4bd0-bee1-edbe2adb5fdd","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-2-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-2-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:16.640074112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"32880c8f-afa7-4bb7-9f96-697a634130c1","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:16.649193907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"f676c53e-92a7-4194-968e-861968c2354e","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:16.649841443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"0cccbfb6-b6f5-4d65-8a5c-8fdda47d9a0a","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:17.430492008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"30904e06-9c95-4361-a92b-d0e6d1e8823c","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"premium-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"premium-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T02:52:17.430529191Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"30904e06-9c95-4361-a92b-d0e6d1e8823c","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"error":"LLMInferenceService premium-w3-b6af18 not found in namespace e2e-models-e2e-worker-w3-b6af18","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T02:52:17.482699927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"premium-w3-b6af18","reconcileID":"30904e06-9c95-4361-a92b-d0e6d1e8823c","error":"LLMInferenceService premium-w3-b6af18 not found in namespace e2e-models-e2e-worker-w3-b6af18","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:17.482867128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-2-w3-b6af18","reconcileID":"c286552e-2727-4659-b3a8-357086ef1155","MaaSModelRef":{"name":"distinct-2-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-2-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-2-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:17.483119837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"distinct-w3-b6af18","reconcileID":"ad57fefa-dd14-494b-a849-b5c4ae10ad42","MaaSModelRef":{"name":"distinct-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"distinct-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"distinct-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:17.483271824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"namespace":"e2e-models-e2e-worker-w3-b6af18","name":"simulator-w3-b6af18","reconcileID":"71cd7261-fced-4fac-8fbc-d7e340e9b231","MaaSModelRef":{"name":"simulator-w3-b6af18","namespace":"e2e-models-e2e-worker-w3-b6af18"},"routeName":"simulator-w3-b6af18-kserve-route","namespace":"e2e-models-e2e-worker-w3-b6af18","llmisvcName":"simulator-w3-b6af18","gateway":"openshift-ingress/e2e-worker-w3-b6af18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:19.820079612Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-b6af18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-b6af18","reconcileID":"320541c9-89ba-404e-9a33-b5dc8593942f","aitenant":"ai-tenants/e2e-worker-w3-b6af18","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:20.359234298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea9bec7-ca9b-4807-8c90-c8cdbc0edd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:20.408323488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea9bec7-ca9b-4807-8c90-c8cdbc0edd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:20.457154411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea9bec7-ca9b-4807-8c90-c8cdbc0edd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:20.506122542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea9bec7-ca9b-4807-8c90-c8cdbc0edd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:20.654367775Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-b6af18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-b6af18","reconcileID":"320541c9-89ba-404e-9a33-b5dc8593942f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-b6af18","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-b6af18"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:22.324714708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac8bbe0-56ed-4cd9-86d1-1d22a7556b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:22.373593971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac8bbe0-56ed-4cd9-86d1-1d22a7556b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:22.422363103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac8bbe0-56ed-4cd9-86d1-1d22a7556b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:22.471255558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac8bbe0-56ed-4cd9-86d1-1d22a7556b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:24.353218852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0b45ad-f75d-4f99-8e73-50adc3265e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:24.404264226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0b45ad-f75d-4f99-8e73-50adc3265e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:24.453463445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0b45ad-f75d-4f99-8e73-50adc3265e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T02:52:24.502452345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0b45ad-f75d-4f99-8e73-50adc3265e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}